-- Logs begin at Tue 2021-09-21 15:10:12 UTC, end at Tue 2021-09-21 16:47:04 UTC. -- Sep 21 16:13:23.882994 dv-cinder-810035-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 21 16:13:26.635775 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.common.config [-] Logging enabled! Sep 21 16:13:26.636369 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev8 Sep 21 16:13:26.636553 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=184080) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 21 16:13:26.639749 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.common.config [-] Logging enabled! Sep 21 16:13:26.640010 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev8 Sep 21 16:13:26.640330 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=184080) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 21 16:13:26.641288 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 16:13:26.641531 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 16:13:26.641898 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 16:13:26.642149 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 16:13:26.642379 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 16:13:26.642703 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.643008 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.643307 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.643567 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.643870 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.644164 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.644453 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.644745 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.645047 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.645338 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.645624 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.645913 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.646150 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.646437 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] config_source = [] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.646733 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.647019 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.647246 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] debug = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.647561 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.648000 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.648417 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.648704 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.648997 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.649285 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.649558 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.649858 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.650149 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.650483 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] host = dv-cinder-810035-1-iscsi {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.650768 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.651059 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.651418 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.651669 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.651951 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.652232 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.652522 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.652804 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] log_dir = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.653078 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] log_file = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.653359 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.653651 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.653942 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.654235 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.654463 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.654689 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.654980 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.655273 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.655584 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.655866 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.656145 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.656425 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.656707 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.656981 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.657271 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.657560 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.657848 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.658128 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.658408 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.658685 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.658963 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.659253 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.659562 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.659844 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.660124 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.660417 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.660694 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.660976 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.661282 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.661579 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.661867 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.662158 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.662438 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.662746 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.663009 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.663289 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] use_journal = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.663602 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] use_json = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.663883 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.664160 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.664450 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.664729 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.665009 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.665292 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.666106 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.666398 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:26.666700 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.667017 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.667316 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.667630 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.667933 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.668219 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.668513 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.668797 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.669089 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.669384 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.669676 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.669960 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.670254 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.670537 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.670836 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.671147 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.671472 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.671772 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.672059 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.672338 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.672617 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.672899 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.673192 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.673478 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.673772 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.674067 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.674395 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.674685 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.674988 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.675285 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.675593 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.675882 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.676179 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.676464 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.676744 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.677030 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.677326 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.677612 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.677892 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.678181 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.678465 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.678744 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.679021 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.679305 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.679626 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.679911 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.680189 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.680466 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.680750 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.681029 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.681893 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.682181 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.682459 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.682736 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.683024 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.683305 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.683607 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.683893 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.684173 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.684457 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.684735 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.685011 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.685288 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.685565 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.685842 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.686120 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.686396 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.686680 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.686961 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.687240 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.687544 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.687825 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.688104 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.688398 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.688704 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.688991 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.689278 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.689562 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.689846 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.690129 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.690412 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.690746 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.691010 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.691292 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.691610 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.691906 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.692199 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.692488 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.692775 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.693085 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.693367 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.693655 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.693939 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.694224 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.694514 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.694804 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.695101 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.695407 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.695720 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.696019 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.696317 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.696607 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.700316 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.700634 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:26.700879 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 16:13:26.701140 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=184080) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 21 16:13:27.060849 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=184080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 21 16:13:27.061137 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=184080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 21 16:13:27.061430 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=184080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 21 16:13:27.061765 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 21 16:13:27.458204 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.458502 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.458777 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.460150 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.460429 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.460698 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.498033 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.498420 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.498590 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.513544 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.513827 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.514098 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.543437 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.543723 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.543996 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.581715 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.581994 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.582266 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.814099 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.814709 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.814709 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.814947 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.815611 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.935475 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.935794 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.936082 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.936360 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.936632 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.936953 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.937218 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.937480 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.937737 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.938021 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.938289 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.938556 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.938814 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.939068 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.939324 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.939615 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.939872 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.940138 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.940409 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.940670 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.940946 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.941205 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.941491 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.941878 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.942131 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.942382 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.942779 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=184080) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 16:13:27.943020 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=184080) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 16:13:27.943260 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=184080) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 16:13:27.943524 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=184080) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 16:13:27.943763 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=184080) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 16:13:27.944001 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=184080) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 16:13:27.944367 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 21 16:13:27.947994 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 21 16:13:27.952039 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 21 16:13:27.955707 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 21 16:13:27.957339 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 21 16:13:27.957793 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 21 16:13:27.958132 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 21 16:13:27.958524 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 21 16:13:27.961340 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 21 16:13:27.961599 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 21 16:13:27.961949 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 21 16:13:27.967824 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 21 16:13:27.989829 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 21 16:13:27.990285 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.990585 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=184080) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 21 16:13:27.990946 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.992359 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=184080) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 21 16:13:27.992817 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 21 16:13:27.993071 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 21 16:13:27.998104 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:27.998408 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:28.064385 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 21 16:13:28.064549 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 21 16:13:28.064791 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 21 16:13:28.065175 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 21 16:13:28.092318 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_db.sqlalchemy.engines [None req-528763d0-268d-4599-85cf-e19810536cec None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=184080) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 21 16:13:28.750001 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.plugins.ml2.managers [None req-528763d0-268d-4599-85cf-e19810536cec None None] Initializing driver for type 'gre' Sep 21 16:13:28.750482 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-528763d0-268d-4599-85cf-e19810536cec None None] gre ID ranges: [(1, 1000)] Sep 21 16:13:28.938416 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.plugins.ml2.managers [None req-528763d0-268d-4599-85cf-e19810536cec None None] Initializing driver for type 'local' Sep 21 16:13:28.939027 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.plugins.ml2.managers [None req-528763d0-268d-4599-85cf-e19810536cec None None] Initializing driver for type 'vlan' Sep 21 16:13:29.041150 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-528763d0-268d-4599-85cf-e19810536cec None None] VlanTypeDriver initialization complete Sep 21 16:13:29.041421 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.plugins.ml2.managers [None req-528763d0-268d-4599-85cf-e19810536cec None None] Initializing driver for type 'vxlan' Sep 21 16:13:29.041936 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-528763d0-268d-4599-85cf-e19810536cec None None] vxlan ID ranges: [(1, 1000)] Sep 21 16:13:29.229573 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.plugins.ml2.managers [None req-528763d0-268d-4599-85cf-e19810536cec None None] Initializing extension driver 'port_security' Sep 21 16:13:29.230407 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.plugins.ml2.extensions.port_security [None req-528763d0-268d-4599-85cf-e19810536cec None None] PortSecurityExtensionDriver initialization complete Sep 21 16:13:29.230732 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.plugins.ml2.managers [None req-528763d0-268d-4599-85cf-e19810536cec None None] Initializing mechanism driver 'openvswitch' Sep 21 16:13:29.231051 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.plugins.ml2.managers [None req-528763d0-268d-4599-85cf-e19810536cec None None] Initializing mechanism driver 'hyperv' Sep 21 16:13:29.237713 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.plugins.ml2.plugin [None req-528763d0-268d-4599-85cf-e19810536cec None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=184080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:13:29.238392 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > port after_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.238760 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > port after_update 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.239116 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > port after_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.239666 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=184080) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 16:13:29.240096 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > subnet after_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.243517 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > subnet after_update 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.243517 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > subnet after_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.243517 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=184080) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 16:13:29.243517 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > network after_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.243517 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > network after_update 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.244078 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > network after_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.244078 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=184080) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 16:13:29.244078 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > security_group after_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.244078 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > security_group after_update 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.244078 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > security_group after_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.244640 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=184080) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 16:13:29.244640 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.244907 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.245253 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.245650 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=184080) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 16:13:29.246057 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > address_group after_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.246400 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > address_group after_update 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.246739 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > address_group after_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.247138 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=184080) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 16:13:29.247538 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-528763d0-268d-4599-85cf-e19810536cec None None] ML2 OVO RPC backend initialized. {{(pid=184080) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 21 16:13:29.248235 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > router_interface after_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.248587 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > router_interface after_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.249006 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > network before_response 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.249355 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > networks before_response 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.249698 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > port before_response 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.250042 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > ports before_response 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.250391 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > subnet before_response 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.250729 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > subnets before_response 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.251073 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > network after_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.251434 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > network after_update 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.251772 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > network after_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.252108 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > port after_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.252444 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > port after_update 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.252777 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > port after_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.253110 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > subnet after_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.253445 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > subnet after_update 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.253777 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > subnet after_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.254353 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.plugins.ml2.plugin [None req-528763d0-268d-4599-85cf-e19810536cec None None] Modular L2 Plugin initialization complete Sep 21 16:13:29.254701 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading services supported by the core plugin {{(pid=184080) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 21 16:13:29.255008 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.plugins.ml2.managers [None req-528763d0-268d-4599-85cf-e19810536cec None None] Got port-security extension from driver 'port_security' Sep 21 16:13:29.255500 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.extensions.vlantransparent [None req-528763d0-268d-4599-85cf-e19810536cec None None] Disabled vlantransparent extension. Sep 21 16:13:29.255985 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=184080) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 21 16:13:29.261240 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading Plugin: router Sep 21 16:13:29.302599 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > router_interface before_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.302996 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > router after_create 55549900 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.303457 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > router before_create 55549900 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.303759 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > router_interface before_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.304133 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > router_interface after_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.304491 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > router after_delete 55549900 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.304850 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > floatingip after_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.305199 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > floatingip after_update 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.305562 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > router after_create 55549900 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.305905 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > router after_update 55549900 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.306253 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > router after_update 55549900 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.306600 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.306965 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > router after_update 55549900 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.307381 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > router precommit_update 55549900 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.307800 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: port after_update 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.308143 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: port after_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.308484 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: subnet after_update 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.308825 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.309175 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > port precommit_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.309522 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > router precommit_create 55549900 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.309863 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: port before_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.310203 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > router precommit_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.310560 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > router after_update 55549900 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.310901 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > router precommit_delete 55549900 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.311250 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > router precommit_create 55549900 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.311640 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > router_interface after_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.316398 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > router precommit_update 55549900 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.316398 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > agent after_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.316398 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > agent after_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.316398 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > network after_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.316760 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.quota.resource_registry [None req-528763d0-268d-4599-85cf-e19810536cec None None] Tracking information for resource: router configured {{(pid=184080) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 16:13:29.316760 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.quota.resource_registry [None req-528763d0-268d-4599-85cf-e19810536cec None None] Tracking information for resource: floatingip configured {{(pid=184080) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 16:13:29.319064 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.db.l3_agentschedulers_db [None req-528763d0-268d-4599-85cf-e19810536cec None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 21 16:13:29.319673 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: port after_update 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.320039 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: port after_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.320394 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: port after_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.320746 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: port after_update 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.321537 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > router before_create 55550100 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.321907 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > router precommit_delete 55550100 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.322272 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > router precommit_create 55550100 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.322631 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > router precommit_update 55550100 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.327838 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.services.provider_configuration [None req-528763d0-268d-4599-85cf-e19810536cec None None] Service providers = [] {{(pid=184080) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 21 16:13:29.328202 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.db.servicetype_db [None req-528763d0-268d-4599-85cf-e19810536cec None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=184080) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 21 16:13:29.336072 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.services.service_base [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=184080) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 16:13:29.336424 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.services.service_base [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=184080) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 16:13:29.336769 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.services.service_base [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=184080) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 16:13:29.337668 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.services.service_base [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=184080) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 16:13:29.338042 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.services.service_base [None req-528763d0-268d-4599-85cf-e19810536cec None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 21 16:13:29.338428 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=184080) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 16:13:29.338745 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 21 16:13:29.350344 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Successfully loaded METERING plugin. Description: METERING {{(pid=184080) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 16:13:29.350681 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading Plugin: auto_allocate Sep 21 16:13:29.356460 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: network precommit_update 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.356834 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: network precommit_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.357364 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=184080) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 16:13:29.357687 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading Plugin: tag Sep 21 16:13:29.364264 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=184080) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 16:13:29.364592 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading Plugin: timestamp Sep 21 16:13:29.375081 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=184080) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 16:13:29.375442 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading Plugin: network_ip_availability Sep 21 16:13:29.380862 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.381237 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.381599 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.382321 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=184080) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 16:13:29.382645 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading Plugin: flavors Sep 21 16:13:29.387886 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=184080) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 16:13:29.388213 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading Plugin: revisions Sep 21 16:13:29.392597 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=184080) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 16:13:29.393003 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_concurrency.lockutils [None req-528763d0-268d-4599-85cf-e19810536cec None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.331s {{(pid=184080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 21 16:13:29.393829 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=184080) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 21 16:13:29.394168 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Initializing extension manager. Sep 21 16:13:29.394681 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: __init__.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.395026 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: __pycache__ {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.395361 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.395725 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: address_group.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.396496 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.397074 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: address-group Sep 21 16:13:29.397400 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: address_scope.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.398325 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.398842 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: address-scope Sep 21 16:13:29.399169 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: admin_state_down_before_update.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.400238 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.400723 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: router-admin-state-down-before-update Sep 21 16:13:29.401047 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: agent.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.402312 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.402819 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: agent Sep 21 16:13:29.403145 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: agent_resources_synced.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.404099 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.404612 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: agent-resources-synced Sep 21 16:13:29.404941 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: allowedaddresspairs.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.406811 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.407330 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: allowed-address-pairs Sep 21 16:13:29.407690 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: auto_allocated_topology.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.408785 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.409300 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: auto-allocated-topology Sep 21 16:13:29.409626 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: availability_zone.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.410328 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.410836 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: availability_zone Sep 21 16:13:29.411162 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: availability_zone_filter.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.412099 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.412602 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: availability_zone_filter Sep 21 16:13:29.412922 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: data_plane_status.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.424929 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.425481 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension data-plane-status not supported by any of loaded plugins Sep 21 16:13:29.425837 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: default_subnetpools.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.426792 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.427342 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: default-subnetpools Sep 21 16:13:29.427732 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: dhcpagentscheduler.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.428593 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.429156 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: dhcp_agent_scheduler Sep 21 16:13:29.429524 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: dns.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.430487 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.431044 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension dns-integration not supported by any of loaded plugins Sep 21 16:13:29.431434 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: dns_domain_ports.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.432439 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.433014 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 21 16:13:29.433374 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.434362 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.434916 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 21 16:13:29.435273 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: dvr.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.436022 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.436579 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: dvr Sep 21 16:13:29.436940 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: ecmp_routes.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.437904 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.438459 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension ecmp_routes not supported by any of loaded plugins Sep 21 16:13:29.438824 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: empty_string_filtering.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.439809 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.440530 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: empty-string-filtering Sep 21 16:13:29.440893 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.441868 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.442444 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 21 16:13:29.442803 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.445561 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.446078 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 21 16:13:29.446403 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: external_net.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.447331 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.447873 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: external-net Sep 21 16:13:29.448690 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: extra_dhcp_opt.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.449626 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.453040 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: extra_dhcp_opt Sep 21 16:13:29.453040 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: extraroute.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.453708 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.454214 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: extraroute Sep 21 16:13:29.454537 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: extraroute_atomic.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.455616 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.456129 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: extraroute-atomic Sep 21 16:13:29.456454 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: filter_validation.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.457129 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.457671 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: filter-validation Sep 21 16:13:29.457996 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: fip_pf_description.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.458916 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.459456 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 21 16:13:29.459778 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: fip_port_details.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.460709 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.461222 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: fip-port-details Sep 21 16:13:29.461542 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: flavors.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.462780 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.463305 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: flavors Sep 21 16:13:29.463764 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.465981 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.466505 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 21 16:13:29.466835 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: floatingip_pools.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.467578 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.468090 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: floatingip-pools Sep 21 16:13:29.468451 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: ip_allocation.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.469479 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.469984 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension ip_allocation not supported by any of loaded plugins Sep 21 16:13:29.470303 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: ip_substring_port_filtering.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.471227 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.471777 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: ip-substring-filtering Sep 21 16:13:29.472100 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: l2_adjacency.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.473037 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.473540 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension l2_adjacency not supported by any of loaded plugins Sep 21 16:13:29.473861 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: l3.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.475279 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.475824 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: router Sep 21 16:13:29.476151 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: l3_conntrack_helper.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.478378 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.478911 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 21 16:13:29.479244 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: l3_ext_gw_mode.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.480249 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.480765 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: ext-gw-mode Sep 21 16:13:29.481092 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: l3_ext_ha_mode.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.482143 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.482655 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: l3-ha Sep 21 16:13:29.482978 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: l3_flavors.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.483929 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.484440 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: l3-flavors Sep 21 16:13:29.484762 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.485716 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.486227 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: l3-port-ip-change-not-allowed Sep 21 16:13:29.486550 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: l3agentscheduler.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.487622 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.488135 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: l3_agent_scheduler Sep 21 16:13:29.488461 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: logging.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.489957 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.490502 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension logging not supported by any of loaded plugins Sep 21 16:13:29.490814 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: metering.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.491603 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.492185 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: metering Sep 21 16:13:29.492516 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.499650 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.500171 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: metering_source_and_destination_fields Sep 21 16:13:29.500499 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: multiprovidernet.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.501434 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.501942 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: multi-provider Sep 21 16:13:29.502266 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: netmtu.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.503221 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.503762 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: net-mtu Sep 21 16:13:29.504089 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: netmtu_writable.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.505013 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.505524 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: net-mtu-writable Sep 21 16:13:29.505848 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: network_availability_zone.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.506526 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.507028 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: network_availability_zone Sep 21 16:13:29.507546 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: network_ip_availability.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.508683 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.509181 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: network-ip-availability Sep 21 16:13:29.509511 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: network_segment_range.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.510286 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.511329 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension network-segment-range not supported by any of loaded plugins Sep 21 16:13:29.511679 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: pagination.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.512667 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.512999 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: pagination Sep 21 16:13:29.513321 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: port_device_profile.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.514270 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.514785 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: port-device-profile Sep 21 16:13:29.515109 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: port_mac_address_regenerate.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.516076 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.516578 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: port-mac-address-regenerate Sep 21 16:13:29.516900 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: port_numa_affinity_policy.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.517811 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.518321 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: port-numa-affinity-policy Sep 21 16:13:29.518642 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: port_resource_request.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.519715 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.520230 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension port-resource-request not supported by any of loaded plugins Sep 21 16:13:29.520556 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: portbindings.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.521487 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.521998 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: binding Sep 21 16:13:29.522328 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: portbindings_extended.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.523626 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.524144 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: binding-extended Sep 21 16:13:29.524473 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: portsecurity.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.525398 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.525905 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: port-security Sep 21 16:13:29.526230 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: project_id.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.527785 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.533126 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: project-id Sep 21 16:13:29.533126 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: providernet.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.533795 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.534306 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: provider Sep 21 16:13:29.534629 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: qos.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.538275 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.538799 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension qos not supported by any of loaded plugins Sep 21 16:13:29.539130 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: qos_bw_limit_direction.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.540409 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.540928 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 21 16:13:29.541256 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.542801 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.543320 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 21 16:13:29.543684 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: qos_default.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.544603 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.545115 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension qos-default not supported by any of loaded plugins Sep 21 16:13:29.545444 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: qos_fip.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.546160 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.546607 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension qos-fip not supported by any of loaded plugins Sep 21 16:13:29.546930 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: qos_gateway_ip.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.547892 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.548428 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 21 16:13:29.548757 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: qos_port_network_policy.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.549685 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.550189 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 21 16:13:29.550513 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: qos_pps_rule.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.551723 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.552239 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension qos-pps not supported by any of loaded plugins Sep 21 16:13:29.552567 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: qos_rule_type_details.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.553550 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.554008 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 21 16:13:29.554471 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: qos_rules_alias.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.555554 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.556068 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 21 16:13:29.556392 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: quotasv2.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.557353 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.558237 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: quotas Sep 21 16:13:29.558570 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: quotasv2_detail.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.567948 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.568296 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: quota_details Sep 21 16:13:29.568642 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: rbac.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.569713 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.570245 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: rbac-policies Sep 21 16:13:29.570575 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: rbac_address_group.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.571544 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.572090 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: rbac-address-group Sep 21 16:13:29.572415 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: rbac_address_scope.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.573367 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.573879 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: rbac-address-scope Sep 21 16:13:29.574202 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: rbac_security_groups.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.575133 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.575678 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: rbac-security-groups Sep 21 16:13:29.576005 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: rbac_subnetpool.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.577035 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.577551 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: rbac-subnetpool Sep 21 16:13:29.577874 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: revisionifmatch.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.578802 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.579316 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: revision-if-match Sep 21 16:13:29.579666 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: revisions.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.581580 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.582100 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: standard-attr-revisions Sep 21 16:13:29.582432 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: router_availability_zone.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.583165 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.583702 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: router_availability_zone Sep 21 16:13:29.584028 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: routerservicetype.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.584967 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.585477 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension router-service-type not supported by any of loaded plugins Sep 21 16:13:29.585804 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.586724 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.587237 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: security-groups-normalized-cidr Sep 21 16:13:29.587596 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: security_groups_port_filtering.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.588520 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.589060 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: port-security-groups-filtering Sep 21 16:13:29.589390 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: security_groups_remote_address_group.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.590313 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.590828 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: security-groups-remote-address-group Sep 21 16:13:29.591151 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: securitygroup.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.603129 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.603912 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: security-group Sep 21 16:13:29.604291 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: segment.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.605709 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.606353 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension segment not supported by any of loaded plugins Sep 21 16:13:29.606726 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.607700 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.608214 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 21 16:13:29.608591 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: servicetype.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.609791 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.610317 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: service-type Sep 21 16:13:29.610645 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: sorting.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.611753 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.612175 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: sorting Sep 21 16:13:29.612498 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: standard_attr_segment.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.613441 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.614006 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 21 16:13:29.614337 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: standardattrdescription.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.614993 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.615541 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: standard-attr-description Sep 21 16:13:29.615867 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: stateful_security_group.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.623083 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.623665 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: stateful-security-group Sep 21 16:13:29.623998 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: stdattrs_common.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.624605 dv-cinder-810035-1-iscsi neutron-server[184080]: WARNING neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 21 16:13:29.624927 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.625885 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.626407 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 21 16:13:29.626730 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: subnet_onboard.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.627829 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.628353 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: subnet_onboard Sep 21 16:13:29.628675 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: subnet_segmentid_writable.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.629603 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.630112 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 21 16:13:29.630434 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: subnet_service_types.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.631367 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.631904 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: subnet-service-types Sep 21 16:13:29.632226 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: subnetallocation.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.633308 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.633825 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: subnet_allocation Sep 21 16:13:29.634149 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.634818 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.635341 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: subnetpool-prefix-ops Sep 21 16:13:29.635675 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.637226 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.637733 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 21 16:13:29.638052 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: tagging.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.639151 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.639693 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: standard-attr-tag Sep 21 16:13:29.640034 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: timestamp.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.641231 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.641740 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loaded extension: standard-attr-timestamp Sep 21 16:13:29.642061 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: trunk.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.643088 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.643637 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension trunk not supported by any of loaded plugins Sep 21 16:13:29.643963 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: trunk_details.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.644885 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.645391 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension trunk-details not supported by any of loaded plugins Sep 21 16:13:29.645711 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: uplink_status_propagation.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.646634 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.647139 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 21 16:13:29.647494 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Loading extension file: vlantransparent.py {{(pid=184080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 16:13:29.648170 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=184080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 16:13:29.648673 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extension vlan-transparent not supported by any of loaded plugins Sep 21 16:13:29.651110 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.quota.resource_registry [None req-528763d0-268d-4599-85cf-e19810536cec None None] Creating instance of TrackedResource for resource:network Sep 21 16:13:29.652274 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.quota.resource_registry [None req-528763d0-268d-4599-85cf-e19810536cec None None] Creating instance of TrackedResource for resource:subnet Sep 21 16:13:29.652668 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.quota.resource_registry [None req-528763d0-268d-4599-85cf-e19810536cec None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 16:13:29.653054 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.quota.resource_registry [None req-528763d0-268d-4599-85cf-e19810536cec None None] Creating instance of TrackedResource for resource:port Sep 21 16:13:29.654288 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.v2.resource_helper [None req-528763d0-268d-4599-85cf-e19810536cec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=184080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 16:13:29.654736 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.v2.resource_helper [None req-528763d0-268d-4599-85cf-e19810536cec None None] Service FLAVORS assigned prefix: {{(pid=184080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 16:13:29.655365 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.v2.resource_helper [None req-528763d0-268d-4599-85cf-e19810536cec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=184080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 16:13:29.655810 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.v2.resource_helper [None req-528763d0-268d-4599-85cf-e19810536cec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=184080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 16:13:29.656143 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.quota.resource_registry [None req-528763d0-268d-4599-85cf-e19810536cec None None] Creating instance of TrackedResource for resource:router Sep 21 16:13:29.656571 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.quota.resource_registry [None req-528763d0-268d-4599-85cf-e19810536cec None None] Creating instance of TrackedResource for resource:floatingip Sep 21 16:13:29.657052 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.v2.resource_helper [None req-528763d0-268d-4599-85cf-e19810536cec None None] Service METERING assigned prefix: /metering {{(pid=184080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 16:13:29.662744 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.662744 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.662744 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=184080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:13:29.662744 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.quota.resource_registry [None req-528763d0-268d-4599-85cf-e19810536cec None None] Creating instance of CountableResource for resource:rbac_policy Sep 21 16:13:29.662744 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.quota.resource_registry [None req-528763d0-268d-4599-85cf-e19810536cec None None] Creating instance of TrackedResource for resource:security_group Sep 21 16:13:29.663130 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.quota.resource_registry [None req-528763d0-268d-4599-85cf-e19810536cec None None] Creating instance of TrackedResource for resource:security_group_rule Sep 21 16:13:29.663130 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.v2.resource_helper [None req-528763d0-268d-4599-85cf-e19810536cec None None] Service CORE assigned prefix: {{(pid=184080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 16:13:29.663130 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.quota.resource_registry [None req-528763d0-268d-4599-85cf-e19810536cec None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 16:13:29.663130 dv-cinder-810035-1-iscsi neutron-server[184080]: WARNING neutron.quota.resource_registry [None req-528763d0-268d-4599-85cf-e19810536cec None None] subnetpool is already registered Sep 21 16:13:29.663130 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.v2.resource_helper [None req-528763d0-268d-4599-85cf-e19810536cec None None] Service CORE assigned prefix: {{(pid=184080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 16:13:29.663130 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.quota.resource_registry [None req-528763d0-268d-4599-85cf-e19810536cec None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 16:13:29.663545 dv-cinder-810035-1-iscsi neutron-server[184080]: WARNING neutron.quota.resource_registry [None req-528763d0-268d-4599-85cf-e19810536cec None None] subnetpool is already registered Sep 21 16:13:29.665573 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.v2.resource_helper [None req-528763d0-268d-4599-85cf-e19810536cec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=184080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 16:13:29.666005 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.v2.resource_helper [None req-528763d0-268d-4599-85cf-e19810536cec None None] Service FLAVORS assigned prefix: {{(pid=184080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 16:13:29.666600 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.v2.resource_helper [None req-528763d0-268d-4599-85cf-e19810536cec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=184080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 16:13:29.667032 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.v2.resource_helper [None req-528763d0-268d-4599-85cf-e19810536cec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=184080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 16:13:29.667366 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.quota.resource_registry [None req-528763d0-268d-4599-85cf-e19810536cec None None] Creating instance of TrackedResource for resource:router Sep 21 16:13:29.667771 dv-cinder-810035-1-iscsi neutron-server[184080]: WARNING neutron.quota.resource_registry [None req-528763d0-268d-4599-85cf-e19810536cec None None] router is already registered Sep 21 16:13:29.668176 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.quota.resource_registry [None req-528763d0-268d-4599-85cf-e19810536cec None None] Creating instance of TrackedResource for resource:floatingip Sep 21 16:13:29.668508 dv-cinder-810035-1-iscsi neutron-server[184080]: WARNING neutron.quota.resource_registry [None req-528763d0-268d-4599-85cf-e19810536cec None None] floatingip is already registered Sep 21 16:13:29.668957 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.v2.resource_helper [None req-528763d0-268d-4599-85cf-e19810536cec None None] Service METERING assigned prefix: /metering {{(pid=184080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 16:13:29.669619 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.quota.resource_registry [None req-528763d0-268d-4599-85cf-e19810536cec None None] Creating instance of CountableResource for resource:rbac_policy Sep 21 16:13:29.669944 dv-cinder-810035-1-iscsi neutron-server[184080]: WARNING neutron.quota.resource_registry [None req-528763d0-268d-4599-85cf-e19810536cec None None] rbac_policy is already registered Sep 21 16:13:29.670350 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.quota.resource_registry [None req-528763d0-268d-4599-85cf-e19810536cec None None] Creating instance of TrackedResource for resource:security_group Sep 21 16:13:29.670683 dv-cinder-810035-1-iscsi neutron-server[184080]: WARNING neutron.quota.resource_registry [None req-528763d0-268d-4599-85cf-e19810536cec None None] security_group is already registered Sep 21 16:13:29.671074 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.quota.resource_registry [None req-528763d0-268d-4599-85cf-e19810536cec None None] Creating instance of TrackedResource for resource:security_group_rule Sep 21 16:13:29.671417 dv-cinder-810035-1-iscsi neutron-server[184080]: WARNING neutron.quota.resource_registry [None req-528763d0-268d-4599-85cf-e19810536cec None None] security_group_rule is already registered Sep 21 16:13:29.672034 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.v2.resource_helper [None req-528763d0-268d-4599-85cf-e19810536cec None None] Service CORE assigned prefix: {{(pid=184080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 16:13:29.672357 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.quota.resource_registry [None req-528763d0-268d-4599-85cf-e19810536cec None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 16:13:29.672685 dv-cinder-810035-1-iscsi neutron-server[184080]: WARNING neutron.quota.resource_registry [None req-528763d0-268d-4599-85cf-e19810536cec None None] subnetpool is already registered Sep 21 16:13:29.673095 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.v2.resource_helper [None req-528763d0-268d-4599-85cf-e19810536cec None None] Service CORE assigned prefix: {{(pid=184080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 16:13:29.673419 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.quota.resource_registry [None req-528763d0-268d-4599-85cf-e19810536cec None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 16:13:29.673744 dv-cinder-810035-1-iscsi neutron-server[184080]: WARNING neutron.quota.resource_registry [None req-528763d0-268d-4599-85cf-e19810536cec None None] subnetpool is already registered Sep 21 16:13:29.674204 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: extensions {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.675685 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: address-groups {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.677147 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: address-scopes {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.678462 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: agents {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.679623 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: auto-allocated-topology {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.680855 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: availability_zones {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.682062 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: dhcp-networks {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.684169 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: dhcp-agents {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.685523 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: routers {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.687746 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: flavors {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.688897 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: service_profiles {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.690091 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: next_providers {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.691552 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: service_profiles {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.693066 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: floatingip-pools {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.694277 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: routers {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.696408 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: floatingips {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.697671 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: l3-routers {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.699682 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: l3-agents {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.701082 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: metering-labels {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.702425 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: metering-label-rules {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.703718 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: network-ip-availabilities {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.704979 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: bindings {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.707454 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: quotas {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.708913 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: quotas {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.710313 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: rbac-policies {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.711529 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: security-groups {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.712812 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: security-group-rules {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.714073 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: service-providers {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.715265 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: subnetpools {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.716726 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: subnetpools {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.718164 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: tags {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.719845 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: tags {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.721649 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: tags {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.726028 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: tags {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.726028 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: tags {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.727288 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: tags {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.728994 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: tags {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.730916 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: tags {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.732695 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: tags {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.734410 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron.api.extensions [None req-528763d0-268d-4599-85cf-e19810536cec None None] Extended resource: tags {{(pid=184080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 16:13:29.740481 dv-cinder-810035-1-iscsi neutron-server[184080]: WARNING keystonemiddleware.auth_token [None req-528763d0-268d-4599-85cf-e19810536cec None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 21 16:13:29.745722 dv-cinder-810035-1-iscsi neutron-server[184080]: WARNING keystonemiddleware.auth_token [None req-528763d0-268d-4599-85cf-e19810536cec None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 21 16:13:29.754262 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_concurrency.lockutils [None req-528763d0-268d-4599-85cf-e19810536cec None None] Acquired lock "singleton_lock" {{(pid=184080) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 21 16:13:29.754736 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_concurrency.lockutils [None req-528763d0-268d-4599-85cf-e19810536cec None None] Releasing lock "singleton_lock" {{(pid=184080) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 21 16:13:29.755383 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO oslo_service.service [None req-528763d0-268d-4599-85cf-e19810536cec None None] Starting 2 workers Sep 21 16:13:29.760146 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [None req-528763d0-268d-4599-85cf-e19810536cec None None] Started child 184191 {{(pid=184080) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 16:13:29.765166 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [None req-528763d0-268d-4599-85cf-e19810536cec None None] Started child 184192 {{(pid=184080) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 16:13:29.766245 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:29.766876 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO neutron.service [None req-528763d0-268d-4599-85cf-e19810536cec None None] Neutron service started, listening on 0.0.0.0:9696 Sep 21 16:13:29.767428 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Notify callbacks [] for process, before_spawn {{(pid=184080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:29.767828 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [-] (184191) wsgi starting up on http://0.0.0.0:9696 Sep 21 16:13:29.769837 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:29.770298 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO oslo_service.service [None req-528763d0-268d-4599-85cf-e19810536cec None None] Starting 1 workers Sep 21 16:13:29.771238 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [-] (184192) wsgi starting up on http://0.0.0.0:9696 Sep 21 16:13:29.774985 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [None req-528763d0-268d-4599-85cf-e19810536cec None None] Started child 184193 {{(pid=184080) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 16:13:29.775544 dv-cinder-810035-1-iscsi neutron-server[184080]: INFO oslo_service.service [None req-528763d0-268d-4599-85cf-e19810536cec None None] Starting 1 workers Sep 21 16:13:29.778861 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.service [None req-528763d0-268d-4599-85cf-e19810536cec None None] calling RpcWorker wait() {{(pid=184193) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 21 16:13:29.779446 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.service [None req-528763d0-268d-4599-85cf-e19810536cec None None] returning from RpcWorker wait() {{(pid=184193) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 21 16:13:29.780051 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [None req-528763d0-268d-4599-85cf-e19810536cec None None] Started child 184194 {{(pid=184080) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 16:13:29.780822 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:29.780924 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG neutron_lib.callbacks.manager [None req-528763d0-268d-4599-85cf-e19810536cec None None] Notify callbacks [] for process, after_spawn {{(pid=184080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:29.781382 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:13:29.782741 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=184080) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 21 16:13:29.782948 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 16:13:29.783126 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 16:13:29.783333 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 16:13:29.783691 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 16:13:29.783852 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 16:13:29.784357 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.784630 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.784884 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.784972 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:29.785425 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.785425 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.785925 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:13:29.786028 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.786241 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.786494 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.786776 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.787037 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.787203 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.787368 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.787642 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.787885 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.788183 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.788449 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.788686 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.788964 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.789205 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.789386 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] config_source = [] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.789661 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.789903 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.790180 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] debug = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.790435 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.790926 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.791165 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.791422 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.791666 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.791957 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.792276 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.792539 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.792783 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.792998 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.793238 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.793509 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.793741 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.793949 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.794164 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.794412 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.794651 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.795148 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] host = dv-cinder-810035-1-iscsi {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.795362 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.795625 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.795870 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.796123 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.796364 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.796593 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.796840 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.797096 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.797345 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.797567 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.797832 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.798074 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.798326 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] log_dir = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.798586 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] log_file = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.798747 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] log_options = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.798992 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.799247 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.799538 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.799721 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.799888 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.800104 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.800388 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.800546 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.800734 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.800949 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.801164 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.801379 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.801608 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.801834 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.802100 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.802353 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.802566 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.802795 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.803051 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.803275 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.803533 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.803826 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.804006 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.804236 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.804448 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.804678 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.804921 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.805134 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.805348 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.805606 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.805834 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.806106 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.806432 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.806571 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.806787 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.807014 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.807238 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.807472 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.808270 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.808491 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.808750 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.809018 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.809272 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.809492 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.809661 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.809875 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] use_journal = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.810087 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] use_json = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.810296 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.810552 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.810823 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.811058 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.811298 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.811522 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.811749 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.817897 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.817897 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.817897 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.817897 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.817897 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.817897 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.817897 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.817897 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.818936 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.818936 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.818936 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.818936 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.818936 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.818936 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.818936 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.818936 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.819855 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.819855 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.819855 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.819855 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.819855 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.819855 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.819855 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.819855 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.821313 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.821313 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.821313 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.821313 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.821313 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.821313 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.821313 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.821313 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.822492 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.822492 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.822492 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.822492 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.822492 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.822492 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.822492 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.822492 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.822492 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.823075 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.823075 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.823075 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.823075 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.823075 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.824128 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.824128 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.824279 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.824508 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.824728 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.824979 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.825195 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.825442 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.825661 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.825930 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.826181 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.826421 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.826707 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.826973 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.827201 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.827896 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.828332 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.828332 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.828332 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.828764 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.828764 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.828983 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.829205 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.829565 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.829690 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.829847 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.830077 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.830309 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.830549 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.830802 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.831705 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.831705 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.831705 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.831705 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.832013 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.832080 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.832285 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.832443 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.832823 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.833209 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.833443 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.833654 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.833870 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.834081 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.834341 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.834676 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.834893 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.835181 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.835419 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.835419 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.836117 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.836117 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.838151 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.838151 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.838151 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.838151 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.838151 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.838151 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.838151 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.838151 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.839402 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.839402 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.839402 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.839402 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.839402 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.839784 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.839784 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.839964 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.840234 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.840500 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.840710 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.840710 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.841242 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.843015 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.843015 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.843015 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.843015 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.843015 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.843015 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.843015 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.845854 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.845854 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.845854 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.845854 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.845854 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.845854 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.845854 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.845854 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.847038 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.847038 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.847038 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.847038 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.847038 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.847038 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.847038 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.847038 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.847610 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.847610 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.847610 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.847610 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.847872 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.848723 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.848723 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.848723 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.848723 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.849064 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.849468 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.849701 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.849945 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.850179 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.850422 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.850629 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.850855 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.851115 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.851292 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.851683 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.852089 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.852331 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.852537 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.852787 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.852993 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.853215 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.853445 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.853653 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.853857 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.854085 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.854305 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.854647 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.854874 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.855140 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.855425 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.855637 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.855865 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.856110 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.856367 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.856616 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.856853 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.857065 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.857291 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.857501 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.857745 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.857959 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.858162 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.858384 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.858595 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.858842 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.859072 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.859414 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.859670 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.859896 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.860138 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.860351 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.860584 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.860827 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.861057 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.861290 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.861503 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.861713 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.861947 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.862162 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.862410 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.862620 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.862831 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.863087 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.863251 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.863480 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.868429 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.868429 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.868429 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.868429 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.868429 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.868429 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.868429 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.868429 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.868952 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.868952 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.868952 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.868952 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.868952 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.868952 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.868952 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.868952 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.869486 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.869486 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.869486 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.869486 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.869486 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.869486 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.869486 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.869486 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.869936 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.869936 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.869936 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.869936 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.869936 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.869936 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.870812 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.870812 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.871092 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.871237 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.871493 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.871719 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.872097 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.872453 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.872696 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.872979 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.873226 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.873474 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.873713 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.874042 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.874267 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.874487 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.874703 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.874925 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.875140 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.875425 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.875734 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.876040 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.876294 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.876548 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.876829 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.877252 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.877384 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.877591 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.877839 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.878152 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.878427 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.878680 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.878921 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.879163 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.879379 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.879610 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.879840 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.880071 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.880298 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.880553 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.880775 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.881035 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.881323 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.881499 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.881905 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.882008 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.882138 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.882354 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.882581 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.882733 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 16:13:29.883286 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=184080) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 21 16:13:29.883506 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 16:13:29.883662 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 16:13:29.883806 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 16:13:29.883949 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 16:13:29.884090 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 16:13:29.884231 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.884390 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.884530 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.884669 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.884819 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.884970 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.885112 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.885249 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.885387 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.885553 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.885747 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.885902 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.886569 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.886723 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.887002 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.887002 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.887271 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.887440 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.887701 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.887701 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] config_source = [] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.887981 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.887981 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.888258 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] debug = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.888258 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.888522 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.888522 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.888830 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.888830 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.889092 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.889092 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.889355 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.889355 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.889823 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.889823 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.889823 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.890120 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.890120 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.890318 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.890423 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.890528 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.890643 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] host = dv-cinder-810035-1-iscsi {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.890777 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.890931 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.891083 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.891236 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.891419 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.891561 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.891716 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.891870 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.892371 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.892371 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.892371 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.892578 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.892578 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] log_dir = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.892720 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] log_file = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.892870 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] log_options = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.893023 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.893177 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.893330 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.893509 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.893669 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.893823 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.893978 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.894131 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.894396 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.894560 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.894702 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.894871 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.895017 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.895147 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.895274 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.895433 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.895819 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.895982 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.896138 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.896298 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.896454 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.896607 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.896760 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.896915 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.897069 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.897223 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.897376 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.897530 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.897684 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.897839 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.897992 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.898146 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.898300 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.898454 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.898608 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.898762 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.898919 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.899087 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.899346 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.899346 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.899530 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.900176 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.900176 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.900176 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.900176 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.900484 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] use_journal = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.900484 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] use_json = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.900642 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.900724 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.900801 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.900959 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.901151 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.901296 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.901472 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.901608 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 16:13:29.901743 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.901932 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.902096 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.902231 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.902980 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.902980 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.902980 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.902980 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.902980 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.903559 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.903559 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.903559 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.903559 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.903874 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.903874 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.904017 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.904133 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.904287 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.904613 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.904773 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.904933 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.905092 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.905258 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.905415 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.905572 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.905728 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.905892 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.906065 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.906224 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.906382 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.906540 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.906697 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.906918 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.906999 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.907148 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.907306 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.907488 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.907631 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.907791 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.907948 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.908105 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.908262 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.908421 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.908730 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.908730 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.908898 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.909025 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.909227 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.909326 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.909486 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.909644 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.909820 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.909952 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.910110 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.910271 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.910436 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.910743 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.910902 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.911061 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.911219 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.911375 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.911560 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.911717 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.912550 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.912550 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.912550 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.912550 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.912550 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.912914 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.912914 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.912914 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.913105 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.913184 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.913338 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.913495 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.913804 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.914004 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.914230 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.914230 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.914597 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.914597 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.914871 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.914871 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.915126 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.915126 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.915440 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.915440 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.915686 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.915905 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.915905 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.916177 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.916177 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.916426 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.916555 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.916769 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.916769 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.917037 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.917171 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.917312 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.917458 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.917594 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.917730 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.917864 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.918000 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.918134 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.918265 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.918399 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.918534 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.918677 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.918813 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.918947 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.919093 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.919229 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.919364 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.919547 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.919707 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.919961 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.920122 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.920258 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.920396 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.920530 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.920664 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.920798 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.920933 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.921077 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.921209 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.921352 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.921487 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.921624 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.921757 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.921889 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.922051 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.922215 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.922381 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.922539 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.922697 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.922854 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.923036 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.923194 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.923351 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.923532 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.923688 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.923844 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.924002 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.924158 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.924316 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.924475 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.924713 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.924866 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.926519 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.926519 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.926519 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.926519 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.926519 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.926519 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.926519 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.926519 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.928045 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.928045 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.928045 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.928045 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.928045 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.928045 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.928045 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.928045 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.929806 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.929806 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.929806 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.929806 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.929806 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.929806 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.929806 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.929806 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.931367 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.931367 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.931367 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.931367 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.931367 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.931367 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.931367 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.931367 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.933622 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.933622 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.933622 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.933622 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.933622 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.933622 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.933622 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.933622 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.934334 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.934334 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.934334 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.934334 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.934334 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.934334 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.934334 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.934334 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.934878 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.934878 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.934878 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.934878 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.934878 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.934878 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.934878 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.934878 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.935558 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.935558 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.935558 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.935558 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.935558 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.935558 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.935558 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.935558 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.944182 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.944182 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.944182 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.944182 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.944182 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.944182 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.944182 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.944182 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.944728 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.944728 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.944728 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.944728 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.944728 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.944728 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.944728 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.944728 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.945265 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.945265 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.945265 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.945265 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.945265 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.945265 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.945265 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.945265 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.945834 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.945834 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.945834 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.945834 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.945834 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.945834 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.945834 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.945834 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.946374 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.946374 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.946374 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.946374 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.946374 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.946374 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.946374 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.946374 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.946909 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.946909 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.946909 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.946909 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.946909 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.946909 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.946909 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.946909 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.947469 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.947469 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.947469 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.947469 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.947469 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.947469 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.947469 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.947469 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.948000 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.948000 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.948000 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.948000 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.948000 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.948952 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:13:29.949036 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.949036 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.949036 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.949036 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.949036 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.949036 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.949036 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.949036 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.949036 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.949620 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.949620 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.949620 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.949620 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.949620 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.949620 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.949620 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 16:13:29.949620 dv-cinder-810035-1-iscsi neutron-server[184080]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=184080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 16:13:30.060349 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 53876) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:13:30.068843 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063672 Sep 21 16:13:41.677445 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e899135-9f07-4a1b-bff1-49597ac88217 None None] get_active_networks_info from dv-cinder-810035-1-iscsi {{(pid=184193) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 16:13:41.760408 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e899135-9f07-4a1b-bff1-49597ac88217 None None] No non-hosted networks {{(pid=184193) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 21 16:13:41.779744 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.agentschedulers_db [None req-0e899135-9f07-4a1b-bff1-49597ac88217 None None] DHCP Agent not found on host dv-cinder-810035-1-iscsi {{(pid=184193) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 21 16:13:41.967643 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-c6899013-8941-4e08-836e-26fbb86d9d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-615477'] for agent, after_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:44.300136 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-8d91af52-47b0-4e88-8919-d0e70766beea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-615477'] for agent, after_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:44.344566 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.db.api [None req-25cc337c-127f-4670-be13-ebb82cc1ca63 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-810035-1-iscsi {{(pid=184193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:13:44.345362 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG oslo_db.api [None req-25cc337c-127f-4670-be13-ebb82cc1ca63 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:13:44.835786 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-615477'] for agent, after_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:44.836861 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:44.837412 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:44.837944 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:44.838530 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:44.839054 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:44.839695 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:44.840240 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:44.841141 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:44.842112 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:44.844160 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:44.844979 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:44.845479 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:44.846043 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-810035-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:13:44.872299 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-810035-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:13:44.944207 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-25cc337c-127f-4670-be13-ebb82cc1ca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:45.540334 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-615477'] for agent, after_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:47.332361 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-615477'] for agent, after_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:48.296168 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 53966) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:13:48.787623 dv-cinder-810035-1-iscsi neutron-server[184192]: WARNING oslo_policy.policy [None req-6d06e663-c38b-465e-85a3-eb7cf4f6e34e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 16:13:48.788225 dv-cinder-810035-1-iscsi neutron-server[184192]: WARNING oslo_policy.policy [None req-6d06e663-c38b-465e-85a3-eb7cf4f6e34e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 16:13:49.010163 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [None req-6d06e663-c38b-465e-85a3-eb7cf4f6e34e admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=184192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 16:13:49.011162 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-6d06e663-c38b-465e-85a3-eb7cf4f6e34e admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7141211 Sep 21 16:13:51.446928 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 53980) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:13:51.594706 dv-cinder-810035-1-iscsi neutron-server[184193]: INFO neutron.db.l3_hamode_db [None req-a58fb6f3-3ecf-4da5-8c51-f32b041360c0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 21 16:13:51.676100 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58fb6f3-3ecf-4da5-8c51-f32b041360c0 None None] Routers set() bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:13:51.676484 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58fb6f3-3ecf-4da5-8c51-f32b041360c0 None None] Router IDs set() for agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 21 16:13:51.760612 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-dba88c28-8249-480f-9d33-50e784caf4e8 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:13:51.859166 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.policy [None req-dba88c28-8249-480f-9d33-50e784caf4e8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=184192) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 21 16:13:51.903828 dv-cinder-810035-1-iscsi neutron-server[184192]: WARNING oslo_policy.policy [None req-dba88c28-8249-480f-9d33-50e784caf4e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 16:13:51.904198 dv-cinder-810035-1-iscsi neutron-server[184192]: WARNING oslo_policy.policy [None req-dba88c28-8249-480f-9d33-50e784caf4e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 16:13:51.912780 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.quota [None req-dba88c28-8249-480f-9d33-50e784caf4e8 admin admin] Loaded quota_driver: . Sep 21 16:13:52.098637 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-dba88c28-8249-480f-9d33-50e784caf4e8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785857308378', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785857307881', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785857303935', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785857305811', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785858786120', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785857144997', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1603927', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1921097', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-856589', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-976947'] for rbac-policy, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:52.292298 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-dba88c28-8249-480f-9d33-50e784caf4e8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:52.293510 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-dba88c28-8249-480f-9d33-50e784caf4e8 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8455572 Sep 21 16:13:54.877037 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 53992) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:13:55.203294 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-3a55a92a-6e3f-4d46-b2c5-ee88fafde122 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'b01bf725501c4b35878b9b0706effb98', 'tenant_id': 'b01bf725501c4b35878b9b0706effb98', 'admin_state_up': True}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:13:55.320935 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a55a92a-6e3f-4d46-b2c5-ee88fafde122 admin admin] Made reservation on behalf of b01bf725501c4b35878b9b0706effb98 for: {'network': 1} {{(pid=184192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:13:55.323767 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-3a55a92a-6e3f-4d46-b2c5-ee88fafde122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for network, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:55.341590 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-3a55a92a-6e3f-4d46-b2c5-ee88fafde122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:55.468669 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-3a55a92a-6e3f-4d46-b2c5-ee88fafde122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:55.532632 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-3a55a92a-6e3f-4d46-b2c5-ee88fafde122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:55.556545 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a55a92a-6e3f-4d46-b2c5-ee88fafde122 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=184192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:13:55.580606 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-3a55a92a-6e3f-4d46-b2c5-ee88fafde122 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785855709332', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:55.581200 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-3a55a92a-6e3f-4d46-b2c5-ee88fafde122 admin admin] Unsubscribe: segment precommit_create {{(pid=184192) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 21 16:13:55.581711 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.db.segments_db [None req-3a55a92a-6e3f-4d46-b2c5-ee88fafde122 admin admin] Added segment 3fc8c63e-181f-4677-abe3-91759af5ec52 of type vlan for network f9f09be4-fa15-4956-a785-1d9dce67ac6c Sep 21 16:13:55.588086 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55a92a-6e3f-4d46-b2c5-ee88fafde122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e703ade2-2543-4beb-9e49-49535bbe048e,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:13:55.609647 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55a92a-6e3f-4d46-b2c5-ee88fafde122 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:55.609982 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55a92a-6e3f-4d46-b2c5-ee88fafde122 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:55.610312 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55a92a-6e3f-4d46-b2c5-ee88fafde122 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:55.610635 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55a92a-6e3f-4d46-b2c5-ee88fafde122 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:55.610955 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55a92a-6e3f-4d46-b2c5-ee88fafde122 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:55.611296 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55a92a-6e3f-4d46-b2c5-ee88fafde122 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:55.611642 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55a92a-6e3f-4d46-b2c5-ee88fafde122 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:55.611971 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55a92a-6e3f-4d46-b2c5-ee88fafde122 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:55.612304 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55a92a-6e3f-4d46-b2c5-ee88fafde122 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:55.612620 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55a92a-6e3f-4d46-b2c5-ee88fafde122 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:55.612929 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55a92a-6e3f-4d46-b2c5-ee88fafde122 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:55.613237 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55a92a-6e3f-4d46-b2c5-ee88fafde122 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:13:55.614296 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a55a92a-6e3f-4d46-b2c5-ee88fafde122 admin admin] Tracked resource versions report: Sep 21 16:13:55.614296 dv-cinder-810035-1-iscsi neutron-server[184192]: pushed versions: Sep 21 16:13:55.614296 dv-cinder-810035-1-iscsi neutron-server[184192]: { 'AddressGroup': {'1.2'}, Sep 21 16:13:55.614296 dv-cinder-810035-1-iscsi neutron-server[184192]: 'ConntrackHelper': {'1.0'}, Sep 21 16:13:55.614296 dv-cinder-810035-1-iscsi neutron-server[184192]: 'Log': {'1.0'}, Sep 21 16:13:55.614296 dv-cinder-810035-1-iscsi neutron-server[184192]: 'Network': {'1.1'}, Sep 21 16:13:55.614296 dv-cinder-810035-1-iscsi neutron-server[184192]: 'Port': {'1.7'}, Sep 21 16:13:55.614296 dv-cinder-810035-1-iscsi neutron-server[184192]: 'PortForwarding': {'1.2'}, Sep 21 16:13:55.614296 dv-cinder-810035-1-iscsi neutron-server[184192]: 'QosPolicy': {'1.9'}, Sep 21 16:13:55.614296 dv-cinder-810035-1-iscsi neutron-server[184192]: 'SecurityGroup': {'1.4'}, Sep 21 16:13:55.614296 dv-cinder-810035-1-iscsi neutron-server[184192]: 'SecurityGroupRule': {'1.2'}, Sep 21 16:13:55.614296 dv-cinder-810035-1-iscsi neutron-server[184192]: 'SubPort': {'1.0'}, Sep 21 16:13:55.614296 dv-cinder-810035-1-iscsi neutron-server[184192]: 'Subnet': {'1.1'}, Sep 21 16:13:55.614296 dv-cinder-810035-1-iscsi neutron-server[184192]: 'Trunk': {'1.1'}} Sep 21 16:13:55.614296 dv-cinder-810035-1-iscsi neutron-server[184192]: consumer versions: Sep 21 16:13:55.614296 dv-cinder-810035-1-iscsi neutron-server[184192]: { DHCP agent@dv-cinder-810035-1-iscsi: {}, Sep 21 16:13:55.614296 dv-cinder-810035-1-iscsi neutron-server[184192]: L3 agent@dv-cinder-810035-1-iscsi: {}, Sep 21 16:13:55.614296 dv-cinder-810035-1-iscsi neutron-server[184192]: Metadata agent@dv-cinder-810035-1-iscsi: {}, Sep 21 16:13:55.614296 dv-cinder-810035-1-iscsi neutron-server[184192]: Metering agent@dv-cinder-810035-1-iscsi: {}, Sep 21 16:13:55.614296 dv-cinder-810035-1-iscsi neutron-server[184192]: Open vSwitch agent@dv-cinder-810035-1-iscsi: { 'AddressGroup': '1.2', Sep 21 16:13:55.614296 dv-cinder-810035-1-iscsi neutron-server[184192]: 'ConntrackHelper': '1.0', Sep 21 16:13:55.614296 dv-cinder-810035-1-iscsi neutron-server[184192]: 'Log': '1.0', Sep 21 16:13:55.614296 dv-cinder-810035-1-iscsi neutron-server[184192]: 'Network': '1.1', Sep 21 16:13:55.614296 dv-cinder-810035-1-iscsi neutron-server[184192]: 'Port': '1.7', Sep 21 16:13:55.614296 dv-cinder-810035-1-iscsi neutron-server[184192]: 'PortForwarding': '1.2', Sep 21 16:13:55.614296 dv-cinder-810035-1-iscsi neutron-server[184192]: 'QosPolicy': '1.9', Sep 21 16:13:55.614296 dv-cinder-810035-1-iscsi neutron-server[184192]: 'SecurityGroup': '1.4', Sep 21 16:13:55.614296 dv-cinder-810035-1-iscsi neutron-server[184192]: 'SecurityGroupRule': '1.2', Sep 21 16:13:55.614296 dv-cinder-810035-1-iscsi neutron-server[184192]: 'SubPort': '1.0', Sep 21 16:13:55.614296 dv-cinder-810035-1-iscsi neutron-server[184192]: 'Subnet': '1.1', Sep 21 16:13:55.614296 dv-cinder-810035-1-iscsi neutron-server[184192]: 'Trunk': '1.1'}} Sep 21 16:13:55.614296 dv-cinder-810035-1-iscsi neutron-server[184192]: {{(pid=184192) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 16:13:55.706288 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-3a55a92a-6e3f-4d46-b2c5-ee88fafde122 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785855168287'] for network, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:55.801672 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-3a55a92a-6e3f-4d46-b2c5-ee88fafde122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779'] for network, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:55.802799 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a55a92a-6e3f-4d46-b2c5-ee88fafde122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:13:55.803503 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-3a55a92a-6e3f-4d46-b2c5-ee88fafde122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:55.899937 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55a92a-6e3f-4d46-b2c5-ee88fafde122 admin admin] Pushing event updated for resources: {'Network': ['ID=f9f09be4-fa15-4956-a785-1d9dce67ac6c,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:13:55.911939 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Network f9f09be4-fa15-4956-a785-1d9dce67ac6c details requested by agent ovs-agent-dv-cinder-810035-1-iscsi with host dv-cinder-810035-1-iscsi {{(pid=184193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 16:13:55.985116 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-3a55a92a-6e3f-4d46-b2c5-ee88fafde122 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1068563 Sep 21 16:13:58.676532 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 54006) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:13:59.067186 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b6f1f8-25e5-4576-94a2-a8d094f4aa28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:13:59.068589 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-62b6f1f8-25e5-4576-94a2-a8d094f4aa28 admin admin] 10.222.0.41 "GET /v2.0/networks/f9f09be4-fa15-4956-a785-1d9dce67ac6c HTTP/1.1" status: 200 len: 825 time: 0.3911092 Sep 21 16:13:59.093710 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-801c3af8-9af9-43a3-9edc-e8d9cd7323f1 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/73dc6070-d8fe-4a44-9fc9-64b03766d692 HTTP/1.1" status: 200 len: 734 time: 0.0184412 Sep 21 16:13:59.102913 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-1a50e7ee-2230-47d5-a3a7-2c6cdbd45efe admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'b01bf725501c4b35878b9b0706effb98', 'subnetpool_id': '73dc6070-d8fe-4a44-9fc9-64b03766d692', 'name': 'private-subnet', 'network_id': 'f9f09be4-fa15-4956-a785-1d9dce67ac6c'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:13:59.177824 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a50e7ee-2230-47d5-a3a7-2c6cdbd45efe admin admin] Made reservation on behalf of b01bf725501c4b35878b9b0706effb98 for: {'subnet': 1} {{(pid=184192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:13:59.180046 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-1a50e7ee-2230-47d5-a3a7-2c6cdbd45efe admin admin] Notify callbacks [] for subnet, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:59.526973 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-1a50e7ee-2230-47d5-a3a7-2c6cdbd45efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779'] for subnet, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:59.597163 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50e7ee-2230-47d5-a3a7-2c6cdbd45efe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a98b08d8-c5cd-45f9-a6f5-be5ea07ceb0b,revision_number=0']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:13:59.601923 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a50e7ee-2230-47d5-a3a7-2c6cdbd45efe admin admin] Checking segment: {'id': '3fc8c63e-181f-4677-abe3-91759af5ec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f9f09be4-fa15-4956-a785-1d9dce67ac6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:13:59.602308 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a50e7ee-2230-47d5-a3a7-2c6cdbd45efe admin admin] Network hostable DHCP agents. Network: f9f09be4-fa15-4956-a785-1d9dce67ac6c, hostable agents: ['29edb376-3f7b-48e5-82ab-3b3d2ffff097'], hosted agents: [] {{(pid=184192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:13:59.680514 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a50e7ee-2230-47d5-a3a7-2c6cdbd45efe admin admin] Network f9f09be4-fa15-4956-a785-1d9dce67ac6c is scheduled to be hosted by DHCP agent 29edb376-3f7b-48e5-82ab-3b3d2ffff097 with binding_index 1 {{(pid=184192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:13:59.755087 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.base_scheduler [None req-1a50e7ee-2230-47d5-a3a7-2c6cdbd45efe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810035-1-iscsi, f9f09be4-fa15-4956-a785-1d9dce67ac6c) {{(pid=184192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:13:59.759828 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a50e7ee-2230-47d5-a3a7-2c6cdbd45efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:13:59.760431 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-1a50e7ee-2230-47d5-a3a7-2c6cdbd45efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for subnet, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:13:59.766495 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7778afd6-495a-4ca9-84c9-d19a17b389d8 None None] Network f9f09be4-fa15-4956-a785-1d9dce67ac6c requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:13:59.824664 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-1a50e7ee-2230-47d5-a3a7-2c6cdbd45efe admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7249246 Sep 21 16:14:00.083279 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57b6d36a-d267-5729-b52c-430ef85e6d98-f9f09be4-fa15-4956-a785-1d9dce67ac6c', 'network_id': 'f9f09be4-fa15-4956-a785-1d9dce67ac6c', 'tenant_id': 'b01bf725501c4b35878b9b0706effb98', 'fixed_ips': [{'subnet_id': 'a98b08d8-c5cd-45f9-a6f5-be5ea07ceb0b'}]}} from dv-cinder-810035-1-iscsi. {{(pid=184193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 16:14:00.084652 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:00.367759 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.db_base_plugin_common [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] Allocated IP 172.20.0.2 (f9f09be4-fa15-4956-a785-1d9dce67ac6c/a98b08d8-c5cd-45f9-a6f5-be5ea07ceb0b/768d4bb4-beab-4483-8221-f32dd2b83298) {{(pid=184193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:14:00.576505 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] Notify callbacks [] for port, precommit_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:00.652909 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112'] for port, after_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:00.745502 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] Network f9f09be4-fa15-4956-a785-1d9dce67ac6c is already hosted by enough agents. {{(pid=184193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:14:00.750844 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.scheduler.base_scheduler [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] Resources bound (agent type, host, resource id): {{(pid=184193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:14:00.764341 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] Received port after_create {{(pid=184193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:14:00.771607 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] Pushing event updated for resources: {'Port': ['ID=768d4bb4-beab-4483-8221-f32dd2b83298,revision_number=1']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:00.802819 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:00.803174 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:00.803545 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:00.803881 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:00.804221 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:00.804542 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:00.804865 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:00.805189 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:00.805530 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:00.805853 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:00.806170 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:00.806487 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:00.808150 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] Tracked resource versions report: Sep 21 16:14:00.808150 dv-cinder-810035-1-iscsi neutron-server[184193]: pushed versions: Sep 21 16:14:00.808150 dv-cinder-810035-1-iscsi neutron-server[184193]: { 'AddressGroup': {'1.2'}, Sep 21 16:14:00.808150 dv-cinder-810035-1-iscsi neutron-server[184193]: 'ConntrackHelper': {'1.0'}, Sep 21 16:14:00.808150 dv-cinder-810035-1-iscsi neutron-server[184193]: 'Log': {'1.0'}, Sep 21 16:14:00.808150 dv-cinder-810035-1-iscsi neutron-server[184193]: 'Network': {'1.1'}, Sep 21 16:14:00.808150 dv-cinder-810035-1-iscsi neutron-server[184193]: 'Port': {'1.7'}, Sep 21 16:14:00.808150 dv-cinder-810035-1-iscsi neutron-server[184193]: 'PortForwarding': {'1.2'}, Sep 21 16:14:00.808150 dv-cinder-810035-1-iscsi neutron-server[184193]: 'QosPolicy': {'1.9'}, Sep 21 16:14:00.808150 dv-cinder-810035-1-iscsi neutron-server[184193]: 'SecurityGroup': {'1.4'}, Sep 21 16:14:00.808150 dv-cinder-810035-1-iscsi neutron-server[184193]: 'SecurityGroupRule': {'1.2'}, Sep 21 16:14:00.808150 dv-cinder-810035-1-iscsi neutron-server[184193]: 'SubPort': {'1.0'}, Sep 21 16:14:00.808150 dv-cinder-810035-1-iscsi neutron-server[184193]: 'Subnet': {'1.1'}, Sep 21 16:14:00.808150 dv-cinder-810035-1-iscsi neutron-server[184193]: 'Trunk': {'1.1'}} Sep 21 16:14:00.808150 dv-cinder-810035-1-iscsi neutron-server[184193]: consumer versions: Sep 21 16:14:00.808150 dv-cinder-810035-1-iscsi neutron-server[184193]: { DHCP agent@dv-cinder-810035-1-iscsi: {}, Sep 21 16:14:00.808150 dv-cinder-810035-1-iscsi neutron-server[184193]: L3 agent@dv-cinder-810035-1-iscsi: {}, Sep 21 16:14:00.808150 dv-cinder-810035-1-iscsi neutron-server[184193]: Metadata agent@dv-cinder-810035-1-iscsi: {}, Sep 21 16:14:00.808150 dv-cinder-810035-1-iscsi neutron-server[184193]: Metering agent@dv-cinder-810035-1-iscsi: {}, Sep 21 16:14:00.808150 dv-cinder-810035-1-iscsi neutron-server[184193]: Open vSwitch agent@dv-cinder-810035-1-iscsi: { 'AddressGroup': '1.2', Sep 21 16:14:00.808150 dv-cinder-810035-1-iscsi neutron-server[184193]: 'ConntrackHelper': '1.0', Sep 21 16:14:00.808150 dv-cinder-810035-1-iscsi neutron-server[184193]: 'Log': '1.0', Sep 21 16:14:00.808150 dv-cinder-810035-1-iscsi neutron-server[184193]: 'Network': '1.1', Sep 21 16:14:00.808150 dv-cinder-810035-1-iscsi neutron-server[184193]: 'Port': '1.7', Sep 21 16:14:00.808150 dv-cinder-810035-1-iscsi neutron-server[184193]: 'PortForwarding': '1.2', Sep 21 16:14:00.808150 dv-cinder-810035-1-iscsi neutron-server[184193]: 'QosPolicy': '1.9', Sep 21 16:14:00.808150 dv-cinder-810035-1-iscsi neutron-server[184193]: 'SecurityGroup': '1.4', Sep 21 16:14:00.808150 dv-cinder-810035-1-iscsi neutron-server[184193]: 'SecurityGroupRule': '1.2', Sep 21 16:14:00.808150 dv-cinder-810035-1-iscsi neutron-server[184193]: 'SubPort': '1.0', Sep 21 16:14:00.808150 dv-cinder-810035-1-iscsi neutron-server[184193]: 'Subnet': '1.1', Sep 21 16:14:00.808150 dv-cinder-810035-1-iscsi neutron-server[184193]: 'Trunk': '1.1'}} Sep 21 16:14:00.808150 dv-cinder-810035-1-iscsi neutron-server[184193]: {{(pid=184193) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 16:14:00.854557 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] Attempting to bind port 768d4bb4-beab-4483-8221-f32dd2b83298 on host dv-cinder-810035-1-iscsi for vnic_type normal with profile {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:14:00.854944 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] Attempting to bind port 768d4bb4-beab-4483-8221-f32dd2b83298 by drivers openvswitch,hyperv on host dv-cinder-810035-1-iscsi at level 0 using segments [{'id': '3fc8c63e-181f-4677-abe3-91759af5ec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f9f09be4-fa15-4956-a785-1d9dce67ac6c'}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:14:00.855346 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] Attempting to bind port 768d4bb4-beab-4483-8221-f32dd2b83298 on network f9f09be4-fa15-4956-a785-1d9dce67ac6c {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:14:00.860182 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] Checking agent: {'id': 'a5dd5e8b-ecdf-45ba-8497-6d160056e51d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 13, 45), 'started_at': datetime.datetime(2021, 9, 21, 16, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:14:00.865238 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] Checking segment: {'id': '3fc8c63e-181f-4677-abe3-91759af5ec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f9f09be4-fa15-4956-a785-1d9dce67ac6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:14:00.865238 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:00.865238 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] Bound using segment: {'id': '3fc8c63e-181f-4677-abe3-91759af5ec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f9f09be4-fa15-4956-a785-1d9dce67ac6c'} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:14:00.865507 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] Bound port: 768d4bb4-beab-4483-8221-f32dd2b83298, host: dv-cinder-810035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc8c63e-181f-4677-abe3-91759af5ec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f9f09be4-fa15-4956-a785-1d9dce67ac6c'}}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:14:00.865507 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:00.923263 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] For port 768d4bb4-beab-4483-8221-f32dd2b83298, host dv-cinder-810035-1-iscsi, cleared binding levels {{(pid=184193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:14:00.927603 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] For port 768d4bb4-beab-4483-8221-f32dd2b83298, host dv-cinder-810035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=768d4bb4-beab-4483-8221-f32dd2b83298,segment=NetworkSegment(3fc8c63e-181f-4677-abe3-91759af5ec52),segment_id=3fc8c63e-181f-4677-abe3-91759af5ec52)] {{(pid=184193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:14:01.006969 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:01.075792 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd5685-d0ce-412b-8a3a-528ceae6731f None None] Pushing event updated for resources: {'Port': ['ID=768d4bb4-beab-4483-8221-f32dd2b83298,revision_number=2']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:02.357078 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 54014) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:14:02.899148 dv-cinder-810035-1-iscsi neutron-server[184191]: WARNING oslo_policy.policy [None req-54148814-ca88-4627-9117-822b84005aee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 16:14:02.899752 dv-cinder-810035-1-iscsi neutron-server[184191]: WARNING oslo_policy.policy [None req-54148814-ca88-4627-9117-822b84005aee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 16:14:03.123378 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [None req-54148814-ca88-4627-9117-822b84005aee admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=184191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 16:14:03.124656 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-54148814-ca88-4627-9117-822b84005aee admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7655416 Sep 21 16:14:05.693210 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 54028) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:14:06.042164 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [None req-2ac13a84-edb8-4b72-8f40-610cbb3538b4 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=184191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 16:14:06.044798 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-2ac13a84-edb8-4b72-8f40-610cbb3538b4 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3489678 Sep 21 16:14:08.756296 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 54042) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:14:09.062107 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-8c2bbfcc-4ab1-4fec-9902-5974e2b1f8d4 admin admin] Request body: {'router': {'tenant_id': 'b01bf725501c4b35878b9b0706effb98', 'name': 'router1', 'admin_state_up': True}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:14:09.137908 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-8c2bbfcc-4ab1-4fec-9902-5974e2b1f8d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-703'] for router, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:09.139608 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-8c2bbfcc-4ab1-4fec-9902-5974e2b1f8d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:09.277051 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-8c2bbfcc-4ab1-4fec-9902-5974e2b1f8d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:09.339629 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-8c2bbfcc-4ab1-4fec-9902-5974e2b1f8d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615496'] for router, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:09.423813 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-8c2bbfcc-4ab1-4fec-9902-5974e2b1f8d4 admin admin] Notify callbacks [] for router, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:09.425017 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-8c2bbfcc-4ab1-4fec-9902-5974e2b1f8d4 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6676354 Sep 21 16:14:09.582903 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b0e19f-4e95-45be-b70a-d572b52060a8 None None] Network f9f09be4-fa15-4956-a785-1d9dce67ac6c requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:14:09.702602 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-ceea7cdf-8dd4-465e-bff4-f3fea9bc02ed None None] Provisioning complete for port 768d4bb4-beab-4483-8221-f32dd2b83298 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:14:09.702890 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-ceea7cdf-8dd4-465e-bff4-f3fea9bc02ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:09.885792 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-ceea7cdf-8dd4-465e-bff4-f3fea9bc02ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:10.015153 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-ceea7cdf-8dd4-465e-bff4-f3fea9bc02ed None None] For port 768d4bb4-beab-4483-8221-f32dd2b83298, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=768d4bb4-beab-4483-8221-f32dd2b83298,segment=NetworkSegment(3fc8c63e-181f-4677-abe3-91759af5ec52),segment_id=3fc8c63e-181f-4677-abe3-91759af5ec52)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:14:10.086122 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-ceea7cdf-8dd4-465e-bff4-f3fea9bc02ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:10.132651 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea7cdf-8dd4-465e-bff4-f3fea9bc02ed None None] Pushing event updated for resources: {'Port': ['ID=768d4bb4-beab-4483-8221-f32dd2b83298,revision_number=3']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:10.206066 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-6dd7c3f8-04ea-4d04-95e9-0cf6f2856fd6 None None] Provisioning complete for port 768d4bb4-beab-4483-8221-f32dd2b83298 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:14:10.206448 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-6dd7c3f8-04ea-4d04-95e9-0cf6f2856fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:10.419421 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 768d4bb4-beab-4483-8221-f32dd2b83298 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:14:10.468576 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 768d4bb4-beab-4483-8221-f32dd2b83298 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:14:10.468943 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:11.709471 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-2e648f99-69c6-4869-9325-54b9023f1330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:11.840178 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 54050) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:14:12.151599 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [None req-a8f2ecf3-3448-4add-b8d4-af44dc744995 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=184192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 16:14:12.152652 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-a8f2ecf3-3448-4add-b8d4-af44dc744995 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3115315 Sep 21 16:14:14.286372 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-39cc05c6-1bbe-457e-9d02-3100c6cad993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:14.566616 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 54058) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:14:14.823625 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:14.895883 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-dc79977b-35fc-4bee-a9ce-acc9d18475d1 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:14:14.972383 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc79977b-35fc-4bee-a9ce-acc9d18475d1 admin admin] Made reservation on behalf of 3013b4df83e34ed387bc513ec104c002 for: {'network': 1} {{(pid=184192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:14:14.974918 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-dc79977b-35fc-4bee-a9ce-acc9d18475d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for network, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:14.983324 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-dc79977b-35fc-4bee-a9ce-acc9d18475d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:15.138807 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-dc79977b-35fc-4bee-a9ce-acc9d18475d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:15.258165 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-dc79977b-35fc-4bee-a9ce-acc9d18475d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:15.272907 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dc79977b-35fc-4bee-a9ce-acc9d18475d1 admin admin] Reserving flat network on physical network physnet1 {{(pid=184192) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 21 16:14:15.292175 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79977b-35fc-4bee-a9ce-acc9d18475d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcbdb43-851d-4206-8086-9769d9ff1fb8,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:15.296115 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-dc79977b-35fc-4bee-a9ce-acc9d18475d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:15.296452 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.db.segments_db [None req-dc79977b-35fc-4bee-a9ce-acc9d18475d1 admin admin] Added segment 20491f07-cf61-416d-8708-a00434b2d30f of type flat for network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 Sep 21 16:14:15.341329 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-dc79977b-35fc-4bee-a9ce-acc9d18475d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785855168287'] for network, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:15.446222 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-dc79977b-35fc-4bee-a9ce-acc9d18475d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779'] for network, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:15.447259 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc79977b-35fc-4bee-a9ce-acc9d18475d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:14:15.447865 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-dc79977b-35fc-4bee-a9ce-acc9d18475d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:15.506477 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79977b-35fc-4bee-a9ce-acc9d18475d1 admin admin] Pushing event updated for resources: {'Network': ['ID=72679c7d-9bce-4a4a-9509-1e8f9e1d8844,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:15.508907 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:15.515884 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 details requested by agent ovs-agent-dv-cinder-810035-1-iscsi with host dv-cinder-810035-1-iscsi {{(pid=184193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 16:14:15.538591 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-dc79977b-35fc-4bee-a9ce-acc9d18475d1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9705198 Sep 21 16:14:17.269123 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:17.925979 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 54076) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:14:18.100277 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e3680a-121e-4e0c-8992-16df529069df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:14:18.101689 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-87e3680a-121e-4e0c-8992-16df529069df admin admin] 10.222.0.41 "GET /v2.0/subnets/a98b08d8-c5cd-45f9-a6f5-be5ea07ceb0b HTTP/1.1" status: 200 len: 849 time: 0.1747727 Sep 21 16:14:18.221064 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-ec9cc95e-a558-413b-a72e-1afc75383114 admin admin] 10.222.0.41 "GET /v2.0/routers/4918e151-8cbb-42ac-b7eb-030abea44b23 HTTP/1.1" status: 200 len: 704 time: 0.1102104 Sep 21 16:14:18.487352 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-658a6aa8-5e6e-4dea-b692-d9177b28f4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:18.773709 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.db_base_plugin_common [None req-658a6aa8-5e6e-4dea-b692-d9177b28f4f3 admin admin] Allocated IP 172.20.0.1 (f9f09be4-fa15-4956-a785-1d9dce67ac6c/a98b08d8-c5cd-45f9-a6f5-be5ea07ceb0b/57c3637c-43ad-458f-a729-0fff68d05ca0) {{(pid=184192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:14:18.964370 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-658a6aa8-5e6e-4dea-b692-d9177b28f4f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:19.092882 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-658a6aa8-5e6e-4dea-b692-d9177b28f4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112'] for port, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:19.165282 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658a6aa8-5e6e-4dea-b692-d9177b28f4f3 admin admin] Network f9f09be4-fa15-4956-a785-1d9dce67ac6c is already hosted by enough agents. {{(pid=184192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:14:19.176587 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.base_scheduler [None req-658a6aa8-5e6e-4dea-b692-d9177b28f4f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=184192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:14:19.181766 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658a6aa8-5e6e-4dea-b692-d9177b28f4f3 admin admin] Received port after_create {{(pid=184192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:14:19.182639 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-658a6aa8-5e6e-4dea-b692-d9177b28f4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615583'] for router_interface, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:19.201357 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a6aa8-5e6e-4dea-b692-d9177b28f4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=57c3637c-43ad-458f-a729-0fff68d05ca0,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:19.355989 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-10bd672a-59d2-4d9c-9951-22e78e7e1c5a None None] Provisioning complete for port 57c3637c-43ad-458f-a729-0fff68d05ca0 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:14:19.356548 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-10bd672a-59d2-4d9c-9951-22e78e7e1c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:19.388978 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-10bd672a-59d2-4d9c-9951-22e78e7e1c5a None None] Port 57c3637c-43ad-458f-a729-0fff68d05ca0 cannot update to ACTIVE because it is not bound. {{(pid=184193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 16:14:19.452513 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-658a6aa8-5e6e-4dea-b692-d9177b28f4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:19.657724 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-658a6aa8-5e6e-4dea-b692-d9177b28f4f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:19.726090 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-658a6aa8-5e6e-4dea-b692-d9177b28f4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:19.726861 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-658a6aa8-5e6e-4dea-b692-d9177b28f4f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-616719'] for router_interface, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:19.787136 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a6aa8-5e6e-4dea-b692-d9177b28f4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=57c3637c-43ad-458f-a729-0fff68d05ca0,revision_number=2']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:19.855192 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658a6aa8-5e6e-4dea-b692-d9177b28f4f3 admin admin] Network f9f09be4-fa15-4956-a785-1d9dce67ac6c is already hosted by enough agents. {{(pid=184192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:14:19.856514 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.base_scheduler [None req-658a6aa8-5e6e-4dea-b692-d9177b28f4f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=184192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:14:20.011182 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-e135a38b-f355-48bd-ac99-6f324e007f5c None None] Provisioning complete for port 57c3637c-43ad-458f-a729-0fff68d05ca0 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:14:20.011580 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-e135a38b-f355-48bd-ac99-6f324e007f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:20.043266 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-e135a38b-f355-48bd-ac99-6f324e007f5c None None] Port 57c3637c-43ad-458f-a729-0fff68d05ca0 cannot update to ACTIVE because it is not bound. {{(pid=184193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 16:14:20.075336 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658a6aa8-5e6e-4dea-b692-d9177b28f4f3 admin admin] Router 4918e151-8cbb-42ac-b7eb-030abea44b23 is scheduled to L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 with binding_index 1 {{(pid=184192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 16:14:20.164701 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658a6aa8-5e6e-4dea-b692-d9177b28f4f3 admin admin] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:14:20.170406 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-658a6aa8-5e6e-4dea-b692-d9177b28f4f3 admin admin] 10.222.0.41 "PUT /v2.0/routers/4918e151-8cbb-42ac-b7eb-030abea44b23/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9433160 Sep 21 16:14:20.174792 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ff54e4-d725-44aa-9c33-a2a97e8d7b92 None None] Sync routers for ids ['4918e151-8cbb-42ac-b7eb-030abea44b23'] in dv-cinder-810035-1-iscsi {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:14:20.186517 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ff54e4-d725-44aa-9c33-a2a97e8d7b92 None None] Routers {'4918e151-8cbb-42ac-b7eb-030abea44b23'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:14:20.187342 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-20ff54e4-d725-44aa-9c33-a2a97e8d7b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:14:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['4918e151-8cbb-42ac-b7eb-030abea44b23'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:20.372530 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-20ff54e4-d725-44aa-9c33-a2a97e8d7b92 None None] Set router 4918e151-8cbb-42ac-b7eb-030abea44b23 gateway port host: None {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:14:20.814336 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-20ff54e4-d725-44aa-9c33-a2a97e8d7b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4918e151-8cbb-42ac-b7eb-030abea44b23', 'name': 'router1', 'tenant_id': 'b01bf725501c4b35878b9b0706effb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:14:09Z', 'updated_at': '2021-09-21T16:14:19Z', 'revision_number': 2, 'project_id': 'b01bf725501c4b35878b9b0706effb98', 'gw_port_host': None, '_interfaces': [{'id': '57c3637c-43ad-458f-a729-0fff68d05ca0', 'name': '', 'network_id': 'f9f09be4-fa15-4956-a785-1d9dce67ac6c', 'tenant_id': 'b01bf725501c4b35878b9b0706effb98', 'mac_address': 'fa:16:3e:3d:9d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4918e151-8cbb-42ac-b7eb-030abea44b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a98b08d8-c5cd-45f9-a6f5-be5ea07ceb0b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:14:18Z', 'updated_at': '2021-09-21T16:14:19Z', 'revision_number': 2, 'project_id': 'b01bf725501c4b35878b9b0706effb98', 'subnets': [{'id': 'a98b08d8-c5cd-45f9-a6f5-be5ea07ceb0b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73dc6070-d8fe-4a44-9fc9-64b03766d692'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:20.866320 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ff54e4-d725-44aa-9c33-a2a97e8d7b92 None None] Checking router: 4918e151-8cbb-42ac-b7eb-030abea44b23 for host: dv-cinder-810035-1-iscsi {{(pid=184194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:14:20.866681 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ff54e4-d725-44aa-9c33-a2a97e8d7b92 None None] Updating router 4918e151-8cbb-42ac-b7eb-030abea44b23 port 57c3637c-43ad-458f-a729-0fff68d05ca0 binding host dv-cinder-810035-1-iscsi {{(pid=184194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:14:20.914042 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-20ff54e4-d725-44aa-9c33-a2a97e8d7b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:21.437198 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-20ff54e4-d725-44aa-9c33-a2a97e8d7b92 None None] Notify callbacks [] for port, precommit_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:21.508701 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-20ff54e4-d725-44aa-9c33-a2a97e8d7b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:21.653214 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58005c4a-9914-4f93-af76-2bde38272a78 None None] Pushing event updated for resources: {'Port': ['ID=57c3637c-43ad-458f-a729-0fff68d05ca0,revision_number=3']} {{(pid=184194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:21.681652 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58005c4a-9914-4f93-af76-2bde38272a78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:21.682019 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58005c4a-9914-4f93-af76-2bde38272a78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:21.682363 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58005c4a-9914-4f93-af76-2bde38272a78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:21.682698 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58005c4a-9914-4f93-af76-2bde38272a78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:21.683030 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58005c4a-9914-4f93-af76-2bde38272a78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:21.683357 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58005c4a-9914-4f93-af76-2bde38272a78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:21.683705 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58005c4a-9914-4f93-af76-2bde38272a78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:21.684027 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58005c4a-9914-4f93-af76-2bde38272a78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:21.684353 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58005c4a-9914-4f93-af76-2bde38272a78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:21.684670 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58005c4a-9914-4f93-af76-2bde38272a78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:21.684990 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58005c4a-9914-4f93-af76-2bde38272a78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:21.685308 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58005c4a-9914-4f93-af76-2bde38272a78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:21.686393 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58005c4a-9914-4f93-af76-2bde38272a78 None None] Tracked resource versions report: Sep 21 16:14:21.686393 dv-cinder-810035-1-iscsi neutron-server[184194]: pushed versions: Sep 21 16:14:21.686393 dv-cinder-810035-1-iscsi neutron-server[184194]: { 'AddressGroup': {'1.2'}, Sep 21 16:14:21.686393 dv-cinder-810035-1-iscsi neutron-server[184194]: 'ConntrackHelper': {'1.0'}, Sep 21 16:14:21.686393 dv-cinder-810035-1-iscsi neutron-server[184194]: 'Log': {'1.0'}, Sep 21 16:14:21.686393 dv-cinder-810035-1-iscsi neutron-server[184194]: 'Network': {'1.1'}, Sep 21 16:14:21.686393 dv-cinder-810035-1-iscsi neutron-server[184194]: 'Port': {'1.7'}, Sep 21 16:14:21.686393 dv-cinder-810035-1-iscsi neutron-server[184194]: 'PortForwarding': {'1.2'}, Sep 21 16:14:21.686393 dv-cinder-810035-1-iscsi neutron-server[184194]: 'QosPolicy': {'1.9'}, Sep 21 16:14:21.686393 dv-cinder-810035-1-iscsi neutron-server[184194]: 'SecurityGroup': {'1.4'}, Sep 21 16:14:21.686393 dv-cinder-810035-1-iscsi neutron-server[184194]: 'SecurityGroupRule': {'1.2'}, Sep 21 16:14:21.686393 dv-cinder-810035-1-iscsi neutron-server[184194]: 'SubPort': {'1.0'}, Sep 21 16:14:21.686393 dv-cinder-810035-1-iscsi neutron-server[184194]: 'Subnet': {'1.1'}, Sep 21 16:14:21.686393 dv-cinder-810035-1-iscsi neutron-server[184194]: 'Trunk': {'1.1'}} Sep 21 16:14:21.686393 dv-cinder-810035-1-iscsi neutron-server[184194]: consumer versions: Sep 21 16:14:21.686393 dv-cinder-810035-1-iscsi neutron-server[184194]: { DHCP agent@dv-cinder-810035-1-iscsi: {}, Sep 21 16:14:21.686393 dv-cinder-810035-1-iscsi neutron-server[184194]: L3 agent@dv-cinder-810035-1-iscsi: {}, Sep 21 16:14:21.686393 dv-cinder-810035-1-iscsi neutron-server[184194]: Metadata agent@dv-cinder-810035-1-iscsi: {}, Sep 21 16:14:21.686393 dv-cinder-810035-1-iscsi neutron-server[184194]: Metering agent@dv-cinder-810035-1-iscsi: {}, Sep 21 16:14:21.686393 dv-cinder-810035-1-iscsi neutron-server[184194]: Open vSwitch agent@dv-cinder-810035-1-iscsi: { 'AddressGroup': '1.2', Sep 21 16:14:21.686393 dv-cinder-810035-1-iscsi neutron-server[184194]: 'ConntrackHelper': '1.0', Sep 21 16:14:21.686393 dv-cinder-810035-1-iscsi neutron-server[184194]: 'Log': '1.0', Sep 21 16:14:21.686393 dv-cinder-810035-1-iscsi neutron-server[184194]: 'Network': '1.1', Sep 21 16:14:21.686393 dv-cinder-810035-1-iscsi neutron-server[184194]: 'Port': '1.7', Sep 21 16:14:21.686393 dv-cinder-810035-1-iscsi neutron-server[184194]: 'PortForwarding': '1.2', Sep 21 16:14:21.686393 dv-cinder-810035-1-iscsi neutron-server[184194]: 'QosPolicy': '1.9', Sep 21 16:14:21.686393 dv-cinder-810035-1-iscsi neutron-server[184194]: 'SecurityGroup': '1.4', Sep 21 16:14:21.686393 dv-cinder-810035-1-iscsi neutron-server[184194]: 'SecurityGroupRule': '1.2', Sep 21 16:14:21.686393 dv-cinder-810035-1-iscsi neutron-server[184194]: 'SubPort': '1.0', Sep 21 16:14:21.686393 dv-cinder-810035-1-iscsi neutron-server[184194]: 'Subnet': '1.1', Sep 21 16:14:21.686393 dv-cinder-810035-1-iscsi neutron-server[184194]: 'Trunk': '1.1'}} Sep 21 16:14:21.686393 dv-cinder-810035-1-iscsi neutron-server[184194]: {{(pid=184194) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 16:14:21.693054 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.managers [None req-20ff54e4-d725-44aa-9c33-a2a97e8d7b92 None None] Attempting to bind port 57c3637c-43ad-458f-a729-0fff68d05ca0 on host dv-cinder-810035-1-iscsi for vnic_type normal with profile {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:14:21.693451 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.managers [None req-20ff54e4-d725-44aa-9c33-a2a97e8d7b92 None None] Attempting to bind port 57c3637c-43ad-458f-a729-0fff68d05ca0 by drivers openvswitch,hyperv on host dv-cinder-810035-1-iscsi at level 0 using segments [{'id': '3fc8c63e-181f-4677-abe3-91759af5ec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f9f09be4-fa15-4956-a785-1d9dce67ac6c'}] {{(pid=184194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:14:21.693882 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ff54e4-d725-44aa-9c33-a2a97e8d7b92 None None] Attempting to bind port 57c3637c-43ad-458f-a729-0fff68d05ca0 on network f9f09be4-fa15-4956-a785-1d9dce67ac6c {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:14:21.699676 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ff54e4-d725-44aa-9c33-a2a97e8d7b92 None None] Checking agent: {'id': 'a5dd5e8b-ecdf-45ba-8497-6d160056e51d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 13, 45), 'started_at': datetime.datetime(2021, 9, 21, 16, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:14:21.700101 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ff54e4-d725-44aa-9c33-a2a97e8d7b92 None None] Checking segment: {'id': '3fc8c63e-181f-4677-abe3-91759af5ec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f9f09be4-fa15-4956-a785-1d9dce67ac6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:14:21.700580 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-20ff54e4-d725-44aa-9c33-a2a97e8d7b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:21.700969 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ff54e4-d725-44aa-9c33-a2a97e8d7b92 None None] Bound using segment: {'id': '3fc8c63e-181f-4677-abe3-91759af5ec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f9f09be4-fa15-4956-a785-1d9dce67ac6c'} {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:14:21.701468 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.managers [None req-20ff54e4-d725-44aa-9c33-a2a97e8d7b92 None None] Bound port: 57c3637c-43ad-458f-a729-0fff68d05ca0, host: dv-cinder-810035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc8c63e-181f-4677-abe3-91759af5ec52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f9f09be4-fa15-4956-a785-1d9dce67ac6c'}}] {{(pid=184194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:14:21.701861 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-20ff54e4-d725-44aa-9c33-a2a97e8d7b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:21.774876 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.db [None req-20ff54e4-d725-44aa-9c33-a2a97e8d7b92 None None] For port 57c3637c-43ad-458f-a729-0fff68d05ca0, host dv-cinder-810035-1-iscsi, cleared binding levels {{(pid=184194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:14:21.776621 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-c569f12d-d00e-4f0a-8dec-504c09da5c98 None None] Provisioning complete for port 57c3637c-43ad-458f-a729-0fff68d05ca0 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:14:21.777111 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-c569f12d-d00e-4f0a-8dec-504c09da5c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:21.794956 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.db [None req-20ff54e4-d725-44aa-9c33-a2a97e8d7b92 None None] For port 57c3637c-43ad-458f-a729-0fff68d05ca0, host dv-cinder-810035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=57c3637c-43ad-458f-a729-0fff68d05ca0,segment=NetworkSegment(3fc8c63e-181f-4677-abe3-91759af5ec52),segment_id=3fc8c63e-181f-4677-abe3-91759af5ec52)] {{(pid=184194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:14:21.814483 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-c569f12d-d00e-4f0a-8dec-504c09da5c98 None None] Port 57c3637c-43ad-458f-a729-0fff68d05ca0 cannot update to ACTIVE because it is not bound. {{(pid=184193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 16:14:21.892893 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-20ff54e4-d725-44aa-9c33-a2a97e8d7b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:21.938284 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ff54e4-d725-44aa-9c33-a2a97e8d7b92 None None] Routers {'4918e151-8cbb-42ac-b7eb-030abea44b23'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:14:21.938898 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-20ff54e4-d725-44aa-9c33-a2a97e8d7b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:14:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['4918e151-8cbb-42ac-b7eb-030abea44b23'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:22.034726 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58005c4a-9914-4f93-af76-2bde38272a78 None None] Pushing event updated for resources: {'Port': ['ID=57c3637c-43ad-458f-a729-0fff68d05ca0,revision_number=4']} {{(pid=184194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:22.041682 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-20ff54e4-d725-44aa-9c33-a2a97e8d7b92 None None] Set router 4918e151-8cbb-42ac-b7eb-030abea44b23 gateway port host: None {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:14:22.135677 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-d115b50c-3ce6-4c44-9f8b-881e5f798c3e None None] Provisioning complete for port 57c3637c-43ad-458f-a729-0fff68d05ca0 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:14:22.136044 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-d115b50c-3ce6-4c44-9f8b-881e5f798c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:22.214728 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-d115b50c-3ce6-4c44-9f8b-881e5f798c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:22.246311 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-d115b50c-3ce6-4c44-9f8b-881e5f798c3e None None] For port 57c3637c-43ad-458f-a729-0fff68d05ca0, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=57c3637c-43ad-458f-a729-0fff68d05ca0,segment=NetworkSegment(3fc8c63e-181f-4677-abe3-91759af5ec52),segment_id=3fc8c63e-181f-4677-abe3-91759af5ec52)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:14:22.255807 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-20ff54e4-d725-44aa-9c33-a2a97e8d7b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4918e151-8cbb-42ac-b7eb-030abea44b23', 'name': 'router1', 'tenant_id': 'b01bf725501c4b35878b9b0706effb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:14:09Z', 'updated_at': '2021-09-21T16:14:19Z', 'revision_number': 2, 'project_id': 'b01bf725501c4b35878b9b0706effb98', 'gw_port_host': None, '_interfaces': [{'id': '57c3637c-43ad-458f-a729-0fff68d05ca0', 'name': '', 'network_id': 'f9f09be4-fa15-4956-a785-1d9dce67ac6c', 'tenant_id': 'b01bf725501c4b35878b9b0706effb98', 'mac_address': 'fa:16:3e:3d:9d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4918e151-8cbb-42ac-b7eb-030abea44b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a98b08d8-c5cd-45f9-a6f5-be5ea07ceb0b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:14:18Z', 'updated_at': '2021-09-21T16:14:21Z', 'revision_number': 4, 'project_id': 'b01bf725501c4b35878b9b0706effb98', 'subnets': [{'id': 'a98b08d8-c5cd-45f9-a6f5-be5ea07ceb0b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73dc6070-d8fe-4a44-9fc9-64b03766d692'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:22.281687 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ff54e4-d725-44aa-9c33-a2a97e8d7b92 None None] The sync data for ids ['4918e151-8cbb-42ac-b7eb-030abea44b23'] in dv-cinder-810035-1-iscsi is: [{'id': '4918e151-8cbb-42ac-b7eb-030abea44b23', 'name': 'router1', 'tenant_id': 'b01bf725501c4b35878b9b0706effb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:14:09Z', 'updated_at': '2021-09-21T16:14:19Z', 'revision_number': 2, 'project_id': 'b01bf725501c4b35878b9b0706effb98', 'gw_port_host': None, '_interfaces': [{'id': '57c3637c-43ad-458f-a729-0fff68d05ca0', 'name': '', 'network_id': 'f9f09be4-fa15-4956-a785-1d9dce67ac6c', 'tenant_id': 'b01bf725501c4b35878b9b0706effb98', 'mac_address': 'fa:16:3e:3d:9d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4918e151-8cbb-42ac-b7eb-030abea44b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a98b08d8-c5cd-45f9-a6f5-be5ea07ceb0b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:14:18Z', 'updated_at': '2021-09-21T16:14:21Z', 'revision_number': 4, 'project_id': 'b01bf725501c4b35878b9b0706effb98', 'subnets': [{'id': 'a98b08d8-c5cd-45f9-a6f5-be5ea07ceb0b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73dc6070-d8fe-4a44-9fc9-64b03766d692'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:14:22.338677 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-d115b50c-3ce6-4c44-9f8b-881e5f798c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:22.388309 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115b50c-3ce6-4c44-9f8b-881e5f798c3e None None] Pushing event updated for resources: {'Port': ['ID=57c3637c-43ad-458f-a729-0fff68d05ca0,revision_number=5']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:22.471932 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 54096) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:14:22.750287 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.policy [None req-6985701e-8dab-4d75-9aa2-18c4ad9d5c1f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=184191) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 21 16:14:22.801051 dv-cinder-810035-1-iscsi neutron-server[184191]: WARNING oslo_policy.policy [None req-6985701e-8dab-4d75-9aa2-18c4ad9d5c1f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 16:14:22.801435 dv-cinder-810035-1-iscsi neutron-server[184191]: WARNING oslo_policy.policy [None req-6985701e-8dab-4d75-9aa2-18c4ad9d5c1f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 16:14:22.811280 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6985701e-8dab-4d75-9aa2-18c4ad9d5c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:14:22.814149 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-6985701e-8dab-4d75-9aa2-18c4ad9d5c1f admin admin] 10.222.0.41 "GET /v2.0/networks/72679c7d-9bce-4a4a-9509-1e8f9e1d8844 HTTP/1.1" status: 200 len: 842 time: 0.3409383 Sep 21 16:14:22.825867 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-6bf97560-018c-4a87-b1a2-20ecddf6d44e admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:14:22.827754 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.quota [None req-6bf97560-018c-4a87-b1a2-20ecddf6d44e admin admin] Loaded quota_driver: . Sep 21 16:14:22.960662 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf97560-018c-4a87-b1a2-20ecddf6d44e admin admin] Made reservation on behalf of 3013b4df83e34ed387bc513ec104c002 for: {'subnet': 1} {{(pid=184191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:14:22.963509 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6bf97560-018c-4a87-b1a2-20ecddf6d44e admin admin] Notify callbacks [] for subnet, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:23.434409 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.objects.ports [None req-6bf97560-018c-4a87-b1a2-20ecddf6d44e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=184191) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 16:14:23.434908 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6bf97560-018c-4a87-b1a2-20ecddf6d44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779'] for subnet, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:23.504284 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf97560-018c-4a87-b1a2-20ecddf6d44e admin admin] Checking segment: {'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:14:23.504939 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf97560-018c-4a87-b1a2-20ecddf6d44e admin admin] Network hostable DHCP agents. Network: 72679c7d-9bce-4a4a-9509-1e8f9e1d8844, hostable agents: ['29edb376-3f7b-48e5-82ab-3b3d2ffff097'], hosted agents: [] {{(pid=184191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:14:23.509712 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf97560-018c-4a87-b1a2-20ecddf6d44e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b489826c-59d7-499a-88a6-c55f1856fec4,revision_number=0']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:23.521955 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf97560-018c-4a87-b1a2-20ecddf6d44e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:23.522296 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf97560-018c-4a87-b1a2-20ecddf6d44e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:23.522623 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf97560-018c-4a87-b1a2-20ecddf6d44e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:23.522947 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf97560-018c-4a87-b1a2-20ecddf6d44e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:23.523263 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf97560-018c-4a87-b1a2-20ecddf6d44e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:23.523682 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf97560-018c-4a87-b1a2-20ecddf6d44e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:23.524000 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf97560-018c-4a87-b1a2-20ecddf6d44e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:23.524341 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf97560-018c-4a87-b1a2-20ecddf6d44e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:23.525241 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf97560-018c-4a87-b1a2-20ecddf6d44e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:23.525554 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf97560-018c-4a87-b1a2-20ecddf6d44e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:23.525862 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf97560-018c-4a87-b1a2-20ecddf6d44e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:23.526170 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf97560-018c-4a87-b1a2-20ecddf6d44e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:14:23.527231 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf97560-018c-4a87-b1a2-20ecddf6d44e admin admin] Tracked resource versions report: Sep 21 16:14:23.527231 dv-cinder-810035-1-iscsi neutron-server[184191]: pushed versions: Sep 21 16:14:23.527231 dv-cinder-810035-1-iscsi neutron-server[184191]: { 'AddressGroup': {'1.2'}, Sep 21 16:14:23.527231 dv-cinder-810035-1-iscsi neutron-server[184191]: 'ConntrackHelper': {'1.0'}, Sep 21 16:14:23.527231 dv-cinder-810035-1-iscsi neutron-server[184191]: 'Log': {'1.0'}, Sep 21 16:14:23.527231 dv-cinder-810035-1-iscsi neutron-server[184191]: 'Network': {'1.1'}, Sep 21 16:14:23.527231 dv-cinder-810035-1-iscsi neutron-server[184191]: 'Port': {'1.7'}, Sep 21 16:14:23.527231 dv-cinder-810035-1-iscsi neutron-server[184191]: 'PortForwarding': {'1.2'}, Sep 21 16:14:23.527231 dv-cinder-810035-1-iscsi neutron-server[184191]: 'QosPolicy': {'1.9'}, Sep 21 16:14:23.527231 dv-cinder-810035-1-iscsi neutron-server[184191]: 'SecurityGroup': {'1.4'}, Sep 21 16:14:23.527231 dv-cinder-810035-1-iscsi neutron-server[184191]: 'SecurityGroupRule': {'1.2'}, Sep 21 16:14:23.527231 dv-cinder-810035-1-iscsi neutron-server[184191]: 'SubPort': {'1.0'}, Sep 21 16:14:23.527231 dv-cinder-810035-1-iscsi neutron-server[184191]: 'Subnet': {'1.1'}, Sep 21 16:14:23.527231 dv-cinder-810035-1-iscsi neutron-server[184191]: 'Trunk': {'1.1'}} Sep 21 16:14:23.527231 dv-cinder-810035-1-iscsi neutron-server[184191]: consumer versions: Sep 21 16:14:23.527231 dv-cinder-810035-1-iscsi neutron-server[184191]: { DHCP agent@dv-cinder-810035-1-iscsi: {}, Sep 21 16:14:23.527231 dv-cinder-810035-1-iscsi neutron-server[184191]: L3 agent@dv-cinder-810035-1-iscsi: {}, Sep 21 16:14:23.527231 dv-cinder-810035-1-iscsi neutron-server[184191]: Metadata agent@dv-cinder-810035-1-iscsi: {}, Sep 21 16:14:23.527231 dv-cinder-810035-1-iscsi neutron-server[184191]: Metering agent@dv-cinder-810035-1-iscsi: {}, Sep 21 16:14:23.527231 dv-cinder-810035-1-iscsi neutron-server[184191]: Open vSwitch agent@dv-cinder-810035-1-iscsi: { 'AddressGroup': '1.2', Sep 21 16:14:23.527231 dv-cinder-810035-1-iscsi neutron-server[184191]: 'ConntrackHelper': '1.0', Sep 21 16:14:23.527231 dv-cinder-810035-1-iscsi neutron-server[184191]: 'Log': '1.0', Sep 21 16:14:23.527231 dv-cinder-810035-1-iscsi neutron-server[184191]: 'Network': '1.1', Sep 21 16:14:23.527231 dv-cinder-810035-1-iscsi neutron-server[184191]: 'Port': '1.7', Sep 21 16:14:23.527231 dv-cinder-810035-1-iscsi neutron-server[184191]: 'PortForwarding': '1.2', Sep 21 16:14:23.527231 dv-cinder-810035-1-iscsi neutron-server[184191]: 'QosPolicy': '1.9', Sep 21 16:14:23.527231 dv-cinder-810035-1-iscsi neutron-server[184191]: 'SecurityGroup': '1.4', Sep 21 16:14:23.527231 dv-cinder-810035-1-iscsi neutron-server[184191]: 'SecurityGroupRule': '1.2', Sep 21 16:14:23.527231 dv-cinder-810035-1-iscsi neutron-server[184191]: 'SubPort': '1.0', Sep 21 16:14:23.527231 dv-cinder-810035-1-iscsi neutron-server[184191]: 'Subnet': '1.1', Sep 21 16:14:23.527231 dv-cinder-810035-1-iscsi neutron-server[184191]: 'Trunk': '1.1'}} Sep 21 16:14:23.527231 dv-cinder-810035-1-iscsi neutron-server[184191]: {{(pid=184191) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 16:14:23.617602 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf97560-018c-4a87-b1a2-20ecddf6d44e admin admin] Network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 is scheduled to be hosted by DHCP agent 29edb376-3f7b-48e5-82ab-3b3d2ffff097 with binding_index 1 {{(pid=184191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:14:23.691857 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-6bf97560-018c-4a87-b1a2-20ecddf6d44e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810035-1-iscsi, 72679c7d-9bce-4a4a-9509-1e8f9e1d8844) {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:14:23.696711 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf97560-018c-4a87-b1a2-20ecddf6d44e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:14:23.697295 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6bf97560-018c-4a87-b1a2-20ecddf6d44e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for subnet, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:23.701766 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e285ae23-423b-45e8-9f9c-c3812566fd07 None None] Network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:14:23.767220 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-6bf97560-018c-4a87-b1a2-20ecddf6d44e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9457176 Sep 21 16:14:23.831088 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49968d03-2aae-402e-bf3b-da500c21c424 None None] Network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:14:26.058377 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 54110) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:14:26.314053 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-636849bb-66ae-4131-aca9-7291c79a411f admin admin] 10.222.0.41 "GET /v2.0/routers/4918e151-8cbb-42ac-b7eb-030abea44b23 HTTP/1.1" status: 200 len: 710 time: 0.2545636 Sep 21 16:14:26.404003 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b79d05-da31-4a0f-ba85-02115af81404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:14:26.405379 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-61b79d05-da31-4a0f-ba85-02115af81404 admin admin] 10.222.0.41 "GET /v2.0/networks/72679c7d-9bce-4a4a-9509-1e8f9e1d8844 HTTP/1.1" status: 200 len: 886 time: 0.0854299 Sep 21 16:14:26.414781 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-b43c0226-e124-4117-92fe-1008f7696ded admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:14:26.680079 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-b43c0226-e124-4117-92fe-1008f7696ded admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:26.996687 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-b43c0226-e124-4117-92fe-1008f7696ded admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:27.072060 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-b43c0226-e124-4117-92fe-1008f7696ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:27.235893 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_common [None req-b43c0226-e124-4117-92fe-1008f7696ded admin admin] Allocated IP 172.27.2.112 (72679c7d-9bce-4a4a-9509-1e8f9e1d8844/b489826c-59d7-499a-88a6-c55f1856fec4/8bac73b3-63ae-4e9d-b094-19ff21dfc536) {{(pid=184191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:14:27.397405 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-b43c0226-e124-4117-92fe-1008f7696ded admin admin] Notify callbacks [] for port, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:27.571160 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-b43c0226-e124-4117-92fe-1008f7696ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112'] for port, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:27.637727 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43c0226-e124-4117-92fe-1008f7696ded admin admin] Network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:14:27.642600 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-b43c0226-e124-4117-92fe-1008f7696ded admin admin] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:14:27.649234 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43c0226-e124-4117-92fe-1008f7696ded admin admin] Received port after_create {{(pid=184191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:14:27.738549 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c0226-e124-4117-92fe-1008f7696ded admin admin] Pushing event updated for resources: {'Port': ['ID=8bac73b3-63ae-4e9d-b094-19ff21dfc536,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:28.070003 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-b43c0226-e124-4117-92fe-1008f7696ded admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:28.267646 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-b43c0226-e124-4117-92fe-1008f7696ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-615849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-666'] for router, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:28.272672 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-b43c0226-e124-4117-92fe-1008f7696ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-615842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-615867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-612626'] for router, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:28.383767 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43c0226-e124-4117-92fe-1008f7696ded admin admin] Router 4918e151-8cbb-42ac-b7eb-030abea44b23 has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:14:28.446325 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 57c3637c-43ad-458f-a729-0fff68d05ca0 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:14:28.502973 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43c0226-e124-4117-92fe-1008f7696ded admin admin] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:14:28.503919 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 57c3637c-43ad-458f-a729-0fff68d05ca0 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:14:28.504347 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:28.513904 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-b43c0226-e124-4117-92fe-1008f7696ded admin admin] Notify callbacks [] for router, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:28.523458 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-b43c0226-e124-4117-92fe-1008f7696ded admin admin] 10.222.0.41 "PUT /v2.0/routers/4918e151-8cbb-42ac-b7eb-030abea44b23 HTTP/1.1" status: 200 len: 890 time: 2.1035678 Sep 21 16:14:28.734635 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969e7eda-8eb5-4b05-b073-f73628b522ae None None] Sync routers for ids ['4918e151-8cbb-42ac-b7eb-030abea44b23'] in dv-cinder-810035-1-iscsi {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:14:28.745210 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969e7eda-8eb5-4b05-b073-f73628b522ae None None] Routers {'4918e151-8cbb-42ac-b7eb-030abea44b23'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:14:28.745875 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-969e7eda-8eb5-4b05-b073-f73628b522ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:14:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['4918e151-8cbb-42ac-b7eb-030abea44b23'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:28.954259 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-969e7eda-8eb5-4b05-b073-f73628b522ae None None] Set router 4918e151-8cbb-42ac-b7eb-030abea44b23 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:14:29.363306 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-969e7eda-8eb5-4b05-b073-f73628b522ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4918e151-8cbb-42ac-b7eb-030abea44b23', 'name': 'router1', 'tenant_id': 'b01bf725501c4b35878b9b0706effb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '8bac73b3-63ae-4e9d-b094-19ff21dfc536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:14:09Z', 'updated_at': '2021-09-21T16:14:27Z', 'revision_number': 4, 'project_id': 'b01bf725501c4b35878b9b0706effb98', 'gw_port': {'id': '8bac73b3-63ae-4e9d-b094-19ff21dfc536', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4918e151-8cbb-42ac-b7eb-030abea44b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:14:27Z', 'updated_at': '2021-09-21T16:14:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': '57c3637c-43ad-458f-a729-0fff68d05ca0', 'name': '', 'network_id': 'f9f09be4-fa15-4956-a785-1d9dce67ac6c', 'tenant_id': 'b01bf725501c4b35878b9b0706effb98', 'mac_address': 'fa:16:3e:3d:9d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4918e151-8cbb-42ac-b7eb-030abea44b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a98b08d8-c5cd-45f9-a6f5-be5ea07ceb0b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:14:18Z', 'updated_at': '2021-09-21T16:14:22Z', 'revision_number': 5, 'project_id': 'b01bf725501c4b35878b9b0706effb98', 'subnets': [{'id': 'a98b08d8-c5cd-45f9-a6f5-be5ea07ceb0b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73dc6070-d8fe-4a44-9fc9-64b03766d692'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:29.416859 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969e7eda-8eb5-4b05-b073-f73628b522ae None None] Checking router: 4918e151-8cbb-42ac-b7eb-030abea44b23 for host: dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:14:29.417213 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969e7eda-8eb5-4b05-b073-f73628b522ae None None] Updating router 4918e151-8cbb-42ac-b7eb-030abea44b23 port 8bac73b3-63ae-4e9d-b094-19ff21dfc536 binding host dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:14:29.464648 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-969e7eda-8eb5-4b05-b073-f73628b522ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:29.820080 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-969e7eda-8eb5-4b05-b073-f73628b522ae None None] Notify callbacks [] for port, precommit_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:29.892115 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-969e7eda-8eb5-4b05-b073-f73628b522ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:29.943202 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-969e7eda-8eb5-4b05-b073-f73628b522ae None None] Attempting to bind port 8bac73b3-63ae-4e9d-b094-19ff21dfc536 on host dv-cinder-810035-1-iscsi for vnic_type normal with profile {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:14:29.943504 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-969e7eda-8eb5-4b05-b073-f73628b522ae None None] Attempting to bind port 8bac73b3-63ae-4e9d-b094-19ff21dfc536 by drivers openvswitch,hyperv on host dv-cinder-810035-1-iscsi at level 0 using segments [{'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:14:29.943868 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969e7eda-8eb5-4b05-b073-f73628b522ae None None] Attempting to bind port 8bac73b3-63ae-4e9d-b094-19ff21dfc536 on network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:14:29.951135 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b4380-92b5-4d6e-9561-c24f6aa2770d None None] Pushing event updated for resources: {'Port': ['ID=8bac73b3-63ae-4e9d-b094-19ff21dfc536,revision_number=2']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:29.953821 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969e7eda-8eb5-4b05-b073-f73628b522ae None None] Checking agent: {'id': 'a5dd5e8b-ecdf-45ba-8497-6d160056e51d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 13, 45), 'started_at': datetime.datetime(2021, 9, 21, 16, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:14:29.954217 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969e7eda-8eb5-4b05-b073-f73628b522ae None None] Checking segment: {'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:14:29.954589 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-969e7eda-8eb5-4b05-b073-f73628b522ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:29.954968 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969e7eda-8eb5-4b05-b073-f73628b522ae None None] Bound using segment: {'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:14:29.955471 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-969e7eda-8eb5-4b05-b073-f73628b522ae None None] Bound port: 8bac73b3-63ae-4e9d-b094-19ff21dfc536, host: dv-cinder-810035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:14:29.955869 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-969e7eda-8eb5-4b05-b073-f73628b522ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:30.005014 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-969e7eda-8eb5-4b05-b073-f73628b522ae None None] For port 8bac73b3-63ae-4e9d-b094-19ff21dfc536, host dv-cinder-810035-1-iscsi, cleared binding levels {{(pid=184193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:14:30.007983 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-969e7eda-8eb5-4b05-b073-f73628b522ae None None] For port 8bac73b3-63ae-4e9d-b094-19ff21dfc536, host dv-cinder-810035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=8bac73b3-63ae-4e9d-b094-19ff21dfc536,segment=NetworkSegment(20491f07-cf61-416d-8708-a00434b2d30f),segment_id=20491f07-cf61-416d-8708-a00434b2d30f)] {{(pid=184193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:14:30.092661 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-969e7eda-8eb5-4b05-b073-f73628b522ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:30.151287 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b4380-92b5-4d6e-9561-c24f6aa2770d None None] Pushing event updated for resources: {'Port': ['ID=8bac73b3-63ae-4e9d-b094-19ff21dfc536,revision_number=3']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:30.154042 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969e7eda-8eb5-4b05-b073-f73628b522ae None None] Routers {'4918e151-8cbb-42ac-b7eb-030abea44b23'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:14:30.154628 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-969e7eda-8eb5-4b05-b073-f73628b522ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:14:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['4918e151-8cbb-42ac-b7eb-030abea44b23'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:30.336886 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-969e7eda-8eb5-4b05-b073-f73628b522ae None None] Set router 4918e151-8cbb-42ac-b7eb-030abea44b23 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:14:30.556338 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-969e7eda-8eb5-4b05-b073-f73628b522ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4918e151-8cbb-42ac-b7eb-030abea44b23', 'name': 'router1', 'tenant_id': 'b01bf725501c4b35878b9b0706effb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '8bac73b3-63ae-4e9d-b094-19ff21dfc536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:14:09Z', 'updated_at': '2021-09-21T16:14:27Z', 'revision_number': 4, 'project_id': 'b01bf725501c4b35878b9b0706effb98', 'gw_port': {'id': '8bac73b3-63ae-4e9d-b094-19ff21dfc536', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4918e151-8cbb-42ac-b7eb-030abea44b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:14:27Z', 'updated_at': '2021-09-21T16:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': '57c3637c-43ad-458f-a729-0fff68d05ca0', 'name': '', 'network_id': 'f9f09be4-fa15-4956-a785-1d9dce67ac6c', 'tenant_id': 'b01bf725501c4b35878b9b0706effb98', 'mac_address': 'fa:16:3e:3d:9d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4918e151-8cbb-42ac-b7eb-030abea44b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a98b08d8-c5cd-45f9-a6f5-be5ea07ceb0b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:14:18Z', 'updated_at': '2021-09-21T16:14:22Z', 'revision_number': 5, 'project_id': 'b01bf725501c4b35878b9b0706effb98', 'subnets': [{'id': 'a98b08d8-c5cd-45f9-a6f5-be5ea07ceb0b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73dc6070-d8fe-4a44-9fc9-64b03766d692'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:14:30.583339 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969e7eda-8eb5-4b05-b073-f73628b522ae None None] The sync data for ids ['4918e151-8cbb-42ac-b7eb-030abea44b23'] in dv-cinder-810035-1-iscsi is: [{'id': '4918e151-8cbb-42ac-b7eb-030abea44b23', 'name': 'router1', 'tenant_id': 'b01bf725501c4b35878b9b0706effb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '8bac73b3-63ae-4e9d-b094-19ff21dfc536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:14:09Z', 'updated_at': '2021-09-21T16:14:27Z', 'revision_number': 4, 'project_id': 'b01bf725501c4b35878b9b0706effb98', 'gw_port': {'id': '8bac73b3-63ae-4e9d-b094-19ff21dfc536', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4918e151-8cbb-42ac-b7eb-030abea44b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:14:27Z', 'updated_at': '2021-09-21T16:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': '57c3637c-43ad-458f-a729-0fff68d05ca0', 'name': '', 'network_id': 'f9f09be4-fa15-4956-a785-1d9dce67ac6c', 'tenant_id': 'b01bf725501c4b35878b9b0706effb98', 'mac_address': 'fa:16:3e:3d:9d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4918e151-8cbb-42ac-b7eb-030abea44b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a98b08d8-c5cd-45f9-a6f5-be5ea07ceb0b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:14:18Z', 'updated_at': '2021-09-21T16:14:22Z', 'revision_number': 5, 'project_id': 'b01bf725501c4b35878b9b0706effb98', 'subnets': [{'id': 'a98b08d8-c5cd-45f9-a6f5-be5ea07ceb0b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73dc6070-d8fe-4a44-9fc9-64b03766d692'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:14:30.980623 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 54122) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:14:31.181668 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-164462d3-193c-48f6-b134-aa9a6bb520e9 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1998641 Sep 21 16:14:32.575145 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 8bac73b3-63ae-4e9d-b094-19ff21dfc536 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:14:32.636972 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 8bac73b3-63ae-4e9d-b094-19ff21dfc536 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:14:32.637352 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:32.722859 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:32.752947 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] For port 8bac73b3-63ae-4e9d-b094-19ff21dfc536, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=8bac73b3-63ae-4e9d-b094-19ff21dfc536,segment=NetworkSegment(20491f07-cf61-416d-8708-a00434b2d30f),segment_id=20491f07-cf61-416d-8708-a00434b2d30f)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:14:32.823582 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:32.888981 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Pushing event updated for resources: {'Port': ['ID=8bac73b3-63ae-4e9d-b094-19ff21dfc536,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:14:34.421485 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 8bac73b3-63ae-4e9d-b094-19ff21dfc536 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:14:34.472512 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 8bac73b3-63ae-4e9d-b094-19ff21dfc536 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:14:34.472829 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:38.838040 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 5 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:14:41.698603 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-fe0c328e-aa5f-4ab7-9c07-dc3698cd3974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:44.297954 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-fdadb6f9-25c1-4124-b7a5-707038507de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:44.800238 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:45.554856 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:14:47.286750 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:11.703050 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-901aa6bb-7401-4318-9cf1-f6311956e0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:14.336593 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-af2ae8f9-fd8f-45b7-ae2d-774ad3ec55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:14.817922 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:15.525997 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:15.837613 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 5 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:15:17.274882 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:41.708362 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-6c853870-6ff8-45f7-abf7-c93f8e7dc65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:44.284633 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-78511928-d487-40bf-a102-97a10326a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:44.810853 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:45.525066 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:47.291127 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:15:52.836776 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 5 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:16:10.486177 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 54684) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:16:10.549266 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.pecan_wsgi.hooks.translation [None req-786c66b9-3bba-4444-8bb3-35beba748660 admin admin] GET failed (client error): The resource could not be found. Sep 21 16:16:10.550621 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-786c66b9-3bba-4444-8bb3-35beba748660 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0635154 Sep 21 16:16:10.803316 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cbcec3-37df-4e24-b461-318563ddba4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:16:10.804816 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-06cbcec3-37df-4e24-b461-318563ddba4c admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2494466 Sep 21 16:16:11.683993 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-26a9619b-cee3-4bb1-9f43-e6d48e588cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:13.036228 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 54694) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:16:13.130062 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2386fc3-0c79-4358-835e-ed902c88f861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:16:13.132089 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-d2386fc3-0c79-4358-835e-ed902c88f861 admin admin] 10.222.0.41 "GET /v2.0/subnets/a98b08d8-c5cd-45f9-a6f5-be5ea07ceb0b HTTP/1.1" status: 200 len: 849 time: 0.0947800 Sep 21 16:16:13.142253 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-9146dad2-d26e-4e9e-bfee-78c70faedbb2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:16:13.228948 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9146dad2-d26e-4e9e-bfee-78c70faedbb2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:13.433668 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9146dad2-d26e-4e9e-bfee-78c70faedbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785855665924'] for subnet, after_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:13.464610 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9146dad2-d26e-4e9e-bfee-78c70faedbb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:16:13.465687 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9146dad2-d26e-4e9e-bfee-78c70faedbb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for subnet, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:13.466867 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-9146dad2-d26e-4e9e-bfee-78c70faedbb2 admin admin] 10.222.0.41 "PUT /v2.0/subnets/a98b08d8-c5cd-45f9-a6f5-be5ea07ceb0b HTTP/1.1" status: 200 len: 868 time: 0.3279488 Sep 21 16:16:13.469188 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c0fedd-35d6-4e12-b4dd-e5a0f36c98a9 None None] Network f9f09be4-fa15-4956-a785-1d9dce67ac6c requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:16:13.490912 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146dad2-d26e-4e9e-bfee-78c70faedbb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a98b08d8-c5cd-45f9-a6f5-be5ea07ceb0b,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:16:13.499948 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146dad2-d26e-4e9e-bfee-78c70faedbb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:13.500318 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146dad2-d26e-4e9e-bfee-78c70faedbb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:13.500663 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146dad2-d26e-4e9e-bfee-78c70faedbb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:13.501000 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146dad2-d26e-4e9e-bfee-78c70faedbb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:13.501332 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146dad2-d26e-4e9e-bfee-78c70faedbb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:13.501678 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146dad2-d26e-4e9e-bfee-78c70faedbb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:13.502016 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146dad2-d26e-4e9e-bfee-78c70faedbb2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:13.502365 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146dad2-d26e-4e9e-bfee-78c70faedbb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:13.502715 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146dad2-d26e-4e9e-bfee-78c70faedbb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:13.503042 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146dad2-d26e-4e9e-bfee-78c70faedbb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:13.503364 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146dad2-d26e-4e9e-bfee-78c70faedbb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:13.503716 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146dad2-d26e-4e9e-bfee-78c70faedbb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:16:13.832017 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-41efcccd-a588-4db1-a38c-0659dcd2b595 None None] Provisioning complete for port 768d4bb4-beab-4483-8221-f32dd2b83298 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:16:13.832390 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-41efcccd-a588-4db1-a38c-0659dcd2b595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:13.925886 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-41efcccd-a588-4db1-a38c-0659dcd2b595 None None] Provisioning complete for port 57c3637c-43ad-458f-a729-0fff68d05ca0 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:16:13.926177 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-41efcccd-a588-4db1-a38c-0659dcd2b595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:14.273716 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b1ab3022-bbe0-426b-8361-d543fb2f7dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:14.805192 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:15.530629 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:15.728639 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 54702) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:16:15.933546 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9004f707-1922-490c-8933-1a0079e9a0fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:16:15.933932 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9004f707-1922-490c-8933-1a0079e9a0fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:16:15.935523 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-9004f707-1922-490c-8933-1a0079e9a0fe admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2055833 Sep 21 16:16:17.277704 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:18.173562 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 54712) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:16:18.372763 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daa7ed3-84cf-49c3-9829-d96650e762d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:16:18.373153 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daa7ed3-84cf-49c3-9829-d96650e762d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:16:18.374720 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-5daa7ed3-84cf-49c3-9829-d96650e762d8 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2002125 Sep 21 16:16:20.601297 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 54720) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:16:20.728837 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69f00b7-ab4f-4551-b8a9-86d9de17a416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:16:20.730123 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-d69f00b7-ab4f-4551-b8a9-86d9de17a416 admin admin] 10.222.0.41 "GET /v2.0/networks/72679c7d-9bce-4a4a-9509-1e8f9e1d8844 HTTP/1.1" status: 200 len: 886 time: 0.1278875 Sep 21 16:16:22.923831 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 54728) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:16:23.078038 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b96a852-7b8e-49c9-b766-70a0b8ab4892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:16:23.079473 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-6b96a852-7b8e-49c9-b766-70a0b8ab4892 admin admin] 10.222.0.41 "GET /v2.0/networks/f9f09be4-fa15-4956-a785-1d9dce67ac6c HTTP/1.1" status: 200 len: 869 time: 0.1546743 Sep 21 16:16:25.282099 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 54736) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:16:25.427219 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5127e4d8-9251-400c-8e4c-44af1a4f062c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:16:25.427711 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5127e4d8-9251-400c-8e4c-44af1a4f062c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:16:25.429261 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-5127e4d8-9251-400c-8e4c-44af1a4f062c admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1462085 Sep 21 16:16:27.686170 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 54744) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:16:27.784661 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b2103b-b574-4629-a102-39067bc91446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:16:27.785112 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b2103b-b574-4629-a102-39067bc91446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:16:27.787158 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-d4b2103b-b574-4629-a102-39067bc91446 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1000211 Sep 21 16:16:29.836143 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 5 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:16:30.011641 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 54752) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:16:30.125052 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654ac7c1-8705-4983-8c93-d0e88cb77d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:16:30.126332 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-654ac7c1-8705-4983-8c93-d0e88cb77d6b admin admin] 10.222.0.41 "GET /v2.0/subnets/a98b08d8-c5cd-45f9-a6f5-be5ea07ceb0b HTTP/1.1" status: 200 len: 868 time: 0.1137402 Sep 21 16:16:32.333158 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 54760) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:16:32.419344 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2788c406-5f2f-4fe0-9896-650bb8130d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:16:32.420818 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-2788c406-5f2f-4fe0-9896-650bb8130d23 admin admin] 10.222.0.41 "GET /v2.0/subnets/b489826c-59d7-499a-88a6-c55f1856fec4 HTTP/1.1" status: 200 len: 816 time: 0.0867093 Sep 21 16:16:41.684719 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-f3b55a3c-b443-490f-9076-6c6c26d3d299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:44.278685 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-1edf709e-1845-47aa-a069-242bdcb39040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:44.820256 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:45.534457 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:47.290144 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:16:56.744842 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 54814) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:16:56.792223 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [None req-847898f9-44d2-401e-9c57-fcfdfde3dd8d admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=184192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 16:16:56.793212 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-847898f9-44d2-401e-9c57-fcfdfde3dd8d admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474367 Sep 21 16:16:59.060790 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 54822) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:16:59.121187 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.pecan_wsgi.hooks.translation [None req-da5f9999-5336-422d-ab7a-5b8e214f74ae admin admin] GET failed (client error): The resource could not be found. Sep 21 16:16:59.122520 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-da5f9999-5336-422d-ab7a-5b8e214f74ae admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607738 Sep 21 16:16:59.209229 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076fba4b-b8b6-4e99-b519-fd9411964668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:16:59.210686 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-076fba4b-b8b6-4e99-b519-fd9411964668 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0835447 Sep 21 16:17:01.438746 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 54830) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:17:01.486572 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-b890ac49-acac-424b-9909-fdc2e67cce7d admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:17:01.575627 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b890ac49-acac-424b-9909-fdc2e67cce7d admin admin] Made reservation on behalf of 3013b4df83e34ed387bc513ec104c002 for: {'network': 1} {{(pid=184192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:17:01.577934 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b890ac49-acac-424b-9909-fdc2e67cce7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for network, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:01.605651 dv-cinder-810035-1-iscsi neutron-server[184192]: WARNING neutron.services.revisions.revision_plugin [None req-b890ac49-acac-424b-9909-fdc2e67cce7d admin admin] Could not find related network for resource to bump revision. Sep 21 16:17:01.616925 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b890ac49-acac-424b-9909-fdc2e67cce7d admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=184192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:17:01.625232 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b890ac49-acac-424b-9909-fdc2e67cce7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:01.626589 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.db.segments_db [None req-b890ac49-acac-424b-9909-fdc2e67cce7d admin admin] Added segment 4aeaf48c-5598-4624-9249-c0def40fc798 of type vlan for network 0c204d6a-ae89-45da-a0b6-625b412cea70 Sep 21 16:17:01.663599 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b890ac49-acac-424b-9909-fdc2e67cce7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785855168287'] for network, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:01.740342 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b890ac49-acac-424b-9909-fdc2e67cce7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779'] for network, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:01.741317 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b890ac49-acac-424b-9909-fdc2e67cce7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:17:01.741896 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b890ac49-acac-424b-9909-fdc2e67cce7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:01.801267 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b890ac49-acac-424b-9909-fdc2e67cce7d admin admin] Pushing event updated for resources: {'Network': ['ID=0c204d6a-ae89-45da-a0b6-625b412cea70,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:01.811701 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Network 0c204d6a-ae89-45da-a0b6-625b412cea70 details requested by agent ovs-agent-dv-cinder-810035-1-iscsi with host dv-cinder-810035-1-iscsi {{(pid=184193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 16:17:01.832303 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-b890ac49-acac-424b-9909-fdc2e67cce7d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3924091 Sep 21 16:17:04.065341 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 54838) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:17:04.125173 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.pecan_wsgi.hooks.translation [None req-884cb457-78d7-4428-9299-9cc836a49c22 admin admin] GET failed (client error): The resource could not be found. Sep 21 16:17:04.126527 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-884cb457-78d7-4428-9299-9cc836a49c22 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602324 Sep 21 16:17:04.198963 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08b8e8c-eedc-47ef-8214-9e9b12025fa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:17:04.200456 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-b08b8e8c-eedc-47ef-8214-9e9b12025fa4 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0693955 Sep 21 16:17:04.211913 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-410c9583-a376-4a6c-b53e-2aa03501b9ae admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '0c204d6a-ae89-45da-a0b6-625b412cea70', 'ip_version': 4}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:17:04.295342 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410c9583-a376-4a6c-b53e-2aa03501b9ae admin admin] Made reservation on behalf of 3013b4df83e34ed387bc513ec104c002 for: {'subnet': 1} {{(pid=184192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:17:04.297603 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-410c9583-a376-4a6c-b53e-2aa03501b9ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:04.518667 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-410c9583-a376-4a6c-b53e-2aa03501b9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779'] for subnet, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:04.572712 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c9583-a376-4a6c-b53e-2aa03501b9ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fab8b82-9bdc-4e8e-9143-0ec7a411317a,revision_number=0']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:04.583562 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410c9583-a376-4a6c-b53e-2aa03501b9ae admin admin] Checking segment: {'id': '4aeaf48c-5598-4624-9249-c0def40fc798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0c204d6a-ae89-45da-a0b6-625b412cea70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:17:04.583920 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410c9583-a376-4a6c-b53e-2aa03501b9ae admin admin] Network hostable DHCP agents. Network: 0c204d6a-ae89-45da-a0b6-625b412cea70, hostable agents: ['29edb376-3f7b-48e5-82ab-3b3d2ffff097'], hosted agents: [] {{(pid=184192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:17:04.671028 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410c9583-a376-4a6c-b53e-2aa03501b9ae admin admin] Network 0c204d6a-ae89-45da-a0b6-625b412cea70 is scheduled to be hosted by DHCP agent 29edb376-3f7b-48e5-82ab-3b3d2ffff097 with binding_index 1 {{(pid=184192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:17:04.762449 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.base_scheduler [None req-410c9583-a376-4a6c-b53e-2aa03501b9ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810035-1-iscsi, 0c204d6a-ae89-45da-a0b6-625b412cea70) {{(pid=184192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:17:04.767496 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410c9583-a376-4a6c-b53e-2aa03501b9ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:17:04.768075 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-410c9583-a376-4a6c-b53e-2aa03501b9ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for subnet, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:04.771071 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2192e2cf-4720-49b3-bcb6-c0bcd19017ad None None] Network 0c204d6a-ae89-45da-a0b6-625b412cea70 requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:17:04.850498 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-410c9583-a376-4a6c-b53e-2aa03501b9ae admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6420138 Sep 21 16:17:05.015047 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57b6d36a-d267-5729-b52c-430ef85e6d98-0c204d6a-ae89-45da-a0b6-625b412cea70', 'network_id': '0c204d6a-ae89-45da-a0b6-625b412cea70', 'tenant_id': '3013b4df83e34ed387bc513ec104c002', 'fixed_ips': [{'subnet_id': '6fab8b82-9bdc-4e8e-9143-0ec7a411317a'}]}} from dv-cinder-810035-1-iscsi. {{(pid=184193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 16:17:05.015971 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:05.153136 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.db_base_plugin_common [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] Allocated IP 192.168.233.2 (0c204d6a-ae89-45da-a0b6-625b412cea70/6fab8b82-9bdc-4e8e-9143-0ec7a411317a/6b831952-73d8-4ae2-a18b-48347ac80f21) {{(pid=184193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:17:05.296088 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] Notify callbacks [] for port, precommit_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:05.386264 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112'] for port, after_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:05.429765 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] Network 0c204d6a-ae89-45da-a0b6-625b412cea70 is already hosted by enough agents. {{(pid=184193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:17:05.432597 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.scheduler.base_scheduler [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] Resources bound (agent type, host, resource id): {{(pid=184193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:17:05.440267 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] Received port after_create {{(pid=184193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:17:05.445888 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] Pushing event updated for resources: {'Port': ['ID=6b831952-73d8-4ae2-a18b-48347ac80f21,revision_number=1']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:05.456838 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:05.457216 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:05.457573 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:05.457911 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:05.458257 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:05.458593 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:05.458927 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:05.459260 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:05.459632 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:05.459969 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:05.460321 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:05.460652 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:17:05.507306 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] Attempting to bind port 6b831952-73d8-4ae2-a18b-48347ac80f21 on host dv-cinder-810035-1-iscsi for vnic_type normal with profile {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:17:05.507720 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] Attempting to bind port 6b831952-73d8-4ae2-a18b-48347ac80f21 by drivers openvswitch,hyperv on host dv-cinder-810035-1-iscsi at level 0 using segments [{'id': '4aeaf48c-5598-4624-9249-c0def40fc798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0c204d6a-ae89-45da-a0b6-625b412cea70'}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:17:05.508097 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] Attempting to bind port 6b831952-73d8-4ae2-a18b-48347ac80f21 on network 0c204d6a-ae89-45da-a0b6-625b412cea70 {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:17:05.513310 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] Checking agent: {'id': 'a5dd5e8b-ecdf-45ba-8497-6d160056e51d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 13, 45), 'started_at': datetime.datetime(2021, 9, 21, 16, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:17:05.513689 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] Checking segment: {'id': '4aeaf48c-5598-4624-9249-c0def40fc798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0c204d6a-ae89-45da-a0b6-625b412cea70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:17:05.514096 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:05.514490 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] Bound using segment: {'id': '4aeaf48c-5598-4624-9249-c0def40fc798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0c204d6a-ae89-45da-a0b6-625b412cea70'} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:17:05.514953 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] Bound port: 6b831952-73d8-4ae2-a18b-48347ac80f21, host: dv-cinder-810035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aeaf48c-5598-4624-9249-c0def40fc798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0c204d6a-ae89-45da-a0b6-625b412cea70'}}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:17:05.515352 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:05.578257 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] For port 6b831952-73d8-4ae2-a18b-48347ac80f21, host dv-cinder-810035-1-iscsi, cleared binding levels {{(pid=184193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:17:05.581935 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] For port 6b831952-73d8-4ae2-a18b-48347ac80f21, host dv-cinder-810035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=6b831952-73d8-4ae2-a18b-48347ac80f21,segment=NetworkSegment(4aeaf48c-5598-4624-9249-c0def40fc798),segment_id=4aeaf48c-5598-4624-9249-c0def40fc798)] {{(pid=184193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:17:05.627624 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:05.686171 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f372dbe-0867-401d-839b-81d906a90169 None None] Pushing event updated for resources: {'Port': ['ID=6b831952-73d8-4ae2-a18b-48347ac80f21,revision_number=2']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:06.521215 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385d9b07-ca25-4459-b9b0-367b7082ec37 None None] Network 0c204d6a-ae89-45da-a0b6-625b412cea70 requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:17:06.589429 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 6b831952-73d8-4ae2-a18b-48347ac80f21 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:17:06.692018 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-d29305eb-dfd3-4430-8a58-e9b0443d3a2b None None] Provisioning complete for port 6b831952-73d8-4ae2-a18b-48347ac80f21 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:17:06.692393 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-d29305eb-dfd3-4430-8a58-e9b0443d3a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:06.729624 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 6b831952-73d8-4ae2-a18b-48347ac80f21 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:17:06.729925 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:06.838423 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 5 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:17:06.882566 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-d29305eb-dfd3-4430-8a58-e9b0443d3a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:06.895342 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:06.938847 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-d29305eb-dfd3-4430-8a58-e9b0443d3a2b None None] For port 6b831952-73d8-4ae2-a18b-48347ac80f21, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=6b831952-73d8-4ae2-a18b-48347ac80f21,segment=NetworkSegment(4aeaf48c-5598-4624-9249-c0def40fc798),segment_id=4aeaf48c-5598-4624-9249-c0def40fc798)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:17:07.020576 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-d29305eb-dfd3-4430-8a58-e9b0443d3a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:07.095500 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.db.api [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=184193) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:17:07.095800 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG oslo_db.api [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:17:07.100773 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29305eb-dfd3-4430-8a58-e9b0443d3a2b None None] Pushing event updated for resources: {'Port': ['ID=6b831952-73d8-4ae2-a18b-48347ac80f21,revision_number=3']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:17:07.141069 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-dcc98971-3807-41b5-881b-2d0e0ad7b30b None None] Provisioning complete for port 6b831952-73d8-4ae2-a18b-48347ac80f21 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:17:07.141491 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-dcc98971-3807-41b5-881b-2d0e0ad7b30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:08.548942 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 6b831952-73d8-4ae2-a18b-48347ac80f21 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:17:08.598902 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 6b831952-73d8-4ae2-a18b-48347ac80f21 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:17:08.599263 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:11.678414 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-106629bd-9205-4969-bbfd-f77078fe6c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:14.306763 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a053bbd8-14a2-4309-beb8-30a272efe17f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:14.826908 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:15.530081 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:17.295327 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:41.692977 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-4542ed9b-e46d-48a5-b904-7d95b547fb88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:43.837764 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 5 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:17:44.329670 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-3e358657-0157-4daf-a232-79815f89c895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:44.820919 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:45.561802 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:17:47.300389 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:11.706479 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-6b89fd2c-8692-43be-a560-12a343151eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:14.292676 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-28920133-f34e-4141-8499-2afd5ddcc0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:14.814598 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:15.540804 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:17.315859 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:20.835852 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 5 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:18:31.991658 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 54894) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:18:31.997329 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [None req-8dbd591c-ff31-49a2-9e4b-63b194323cd3 tempest-verify_tempest_config-1496530510 tempest-verify_tempest_config-1496530510-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=184192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 16:18:31.998290 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-8dbd591c-ff31-49a2-9e4b-63b194323cd3 tempest-verify_tempest_config-1496530510 tempest-verify_tempest_config-1496530510-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057442 Sep 21 16:18:32.506374 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 54912) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:18:32.614358 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9bef5dbb-1e0d-426c-9e3a-334ce6d57038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:32.698994 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9bef5dbb-1e0d-426c-9e3a-334ce6d57038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:32.785631 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9bef5dbb-1e0d-426c-9e3a-334ce6d57038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:32.830220 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-9bef5dbb-1e0d-426c-9e3a-334ce6d57038 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=54d9ff9c51e94a04a794f8cbba83b905&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3227341 Sep 21 16:18:32.830957 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef5dbb-1e0d-426c-9e3a-334ce6d57038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d995bb82-b8ba-4ba8-a07c-edefd4f3a0cd,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:18:32.832845 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 54916) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:18:32.848871 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef5dbb-1e0d-426c-9e3a-334ce6d57038 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:32.849227 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef5dbb-1e0d-426c-9e3a-334ce6d57038 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:32.849562 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef5dbb-1e0d-426c-9e3a-334ce6d57038 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:32.849891 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef5dbb-1e0d-426c-9e3a-334ce6d57038 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:32.850223 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef5dbb-1e0d-426c-9e3a-334ce6d57038 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:32.850533 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef5dbb-1e0d-426c-9e3a-334ce6d57038 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:32.850852 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef5dbb-1e0d-426c-9e3a-334ce6d57038 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:32.851183 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef5dbb-1e0d-426c-9e3a-334ce6d57038 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:32.851546 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef5dbb-1e0d-426c-9e3a-334ce6d57038 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:32.851867 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef5dbb-1e0d-426c-9e3a-334ce6d57038 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:32.852179 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef5dbb-1e0d-426c-9e3a-334ce6d57038 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:32.852487 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bef5dbb-1e0d-426c-9e3a-334ce6d57038 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:18:32.899588 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5c4e5ea6-9d83-4787-88cd-a6958cd2628d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:33.008915 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5c4e5ea6-9d83-4787-88cd-a6958cd2628d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:33.155155 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5c4e5ea6-9d83-4787-88cd-a6958cd2628d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:33.157615 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5c4e5ea6-9d83-4787-88cd-a6958cd2628d admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:33.158752 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-5c4e5ea6-9d83-4787-88cd-a6958cd2628d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d995bb82-b8ba-4ba8-a07c-edefd4f3a0cd HTTP/1.1" status: 204 len: 168 time: 0.3242793 Sep 21 16:18:33.166380 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e5ea6-9d83-4787-88cd-a6958cd2628d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d995bb82-b8ba-4ba8-a07c-edefd4f3a0cd,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:18:41.699871 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-9391decc-3008-4899-b4e2-616776a02a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:44.448603 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-7e624366-1e58-4f9c-bad3-f1a2937a14e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:44.829639 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:45.540062 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:47.297709 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:18:57.834591 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 5 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:19:11.703044 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-0d163540-fd93-427c-ab5c-d4dfbe779fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:14.299322 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-ff8a4883-538b-4d85-83d2-cb6a1da2091f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:14.836596 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:15.556426 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:17.310784 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:34.833962 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 5 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:19:41.704680 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-0b0084f4-2f89-4f7d-82ab-c97cecb692d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:44.298895 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-0c8184b5-a834-4dd1-af04-3377fd85a362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:44.847893 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:45.555838 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:19:47.319216 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:09.087333 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-615477'] for agent, after_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:11.707632 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-39abef5e-a14a-4658-bb2a-1a9fc715652b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:11.833761 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:20:14.304127 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-d11f8fb7-78d2-4921-9bac-8e09ea3c7f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:14.824091 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:15.590048 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:17.358514 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:24.176127 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 54988) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:20:24.288332 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-46e192f2-d75c-4036-afe2-0c011d0a98f8 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1111114 Sep 21 16:20:26.506165 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 54998) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:20:26.561180 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-6bfbc8fb-110c-45d2-8f94-a56f27dd96d1 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0538995 Sep 21 16:20:39.020903 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:41.755558 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-3988e4c0-455d-4a46-a451-870162c4daa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:44.334980 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-226caf18-3741-4e19-8a33-0fba9f46badd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:44.952515 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:45.575372 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:47.346372 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:20:48.832788 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:21:09.046255 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:11.709565 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-1363c6d8-4bbf-4073-b883-6c4647a3c704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:14.328829 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-9ce81520-a72b-4fbb-a6cd-4beda339b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:14.841611 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:15.572371 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:17.360532 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:25.830884 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:21:39.052006 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:41.714305 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-708cfbe8-65a3-431a-8e6d-136f24b94615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:44.325887 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-dd7048e8-1220-4147-b247-7926d901788e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:44.819668 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:45.565662 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:47.380186 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:56.778524 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 55180) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:21:57.265688 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-bca89d39-c70e-46c6-8cb5-2658a16a7649 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1012380342-network', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:21:57.320451 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 55206) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:21:57.345368 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca89d39-c70e-46c6-8cb5-2658a16a7649 admin admin] Made reservation on behalf of a04253395aa845968ab2e27453a7f5e1 for: {'network': 1} {{(pid=184191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:21:57.347785 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bca89d39-c70e-46c6-8cb5-2658a16a7649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for network, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:57.350955 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 55212) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:21:57.366864 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bca89d39-c70e-46c6-8cb5-2658a16a7649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:57.488291 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 55220) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:21:57.495910 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bca89d39-c70e-46c6-8cb5-2658a16a7649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:57.565448 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bca89d39-c70e-46c6-8cb5-2658a16a7649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:57.590602 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca89d39-c70e-46c6-8cb5-2658a16a7649 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=184191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:21:57.605993 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca89d39-c70e-46c6-8cb5-2658a16a7649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6e1d52-5960-41dd-9605-156ce4a26615,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:21:57.612133 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bca89d39-c70e-46c6-8cb5-2658a16a7649 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785855709332', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:57.612677 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bca89d39-c70e-46c6-8cb5-2658a16a7649 admin admin] Unsubscribe: segment precommit_create {{(pid=184191) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 21 16:21:57.613147 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.db.segments_db [None req-bca89d39-c70e-46c6-8cb5-2658a16a7649 admin admin] Added segment b3e2becc-0704-4cb3-ad9f-856f8136348e of type vlan for network 48ada096-de1e-4f63-81b0-12e54ddd3ecc Sep 21 16:21:57.626840 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca89d39-c70e-46c6-8cb5-2658a16a7649 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:57.627202 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca89d39-c70e-46c6-8cb5-2658a16a7649 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:57.627538 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca89d39-c70e-46c6-8cb5-2658a16a7649 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:57.627893 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca89d39-c70e-46c6-8cb5-2658a16a7649 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:57.628187 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca89d39-c70e-46c6-8cb5-2658a16a7649 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:57.628521 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca89d39-c70e-46c6-8cb5-2658a16a7649 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:57.628845 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca89d39-c70e-46c6-8cb5-2658a16a7649 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:57.629177 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca89d39-c70e-46c6-8cb5-2658a16a7649 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:57.629512 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca89d39-c70e-46c6-8cb5-2658a16a7649 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:57.629829 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca89d39-c70e-46c6-8cb5-2658a16a7649 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:57.630141 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca89d39-c70e-46c6-8cb5-2658a16a7649 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:57.630452 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca89d39-c70e-46c6-8cb5-2658a16a7649 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:57.631543 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca89d39-c70e-46c6-8cb5-2658a16a7649 admin admin] Tracked resource versions report: Sep 21 16:21:57.631543 dv-cinder-810035-1-iscsi neutron-server[184191]: pushed versions: Sep 21 16:21:57.631543 dv-cinder-810035-1-iscsi neutron-server[184191]: { 'AddressGroup': {'1.2'}, Sep 21 16:21:57.631543 dv-cinder-810035-1-iscsi neutron-server[184191]: 'ConntrackHelper': {'1.0'}, Sep 21 16:21:57.631543 dv-cinder-810035-1-iscsi neutron-server[184191]: 'Log': {'1.0'}, Sep 21 16:21:57.631543 dv-cinder-810035-1-iscsi neutron-server[184191]: 'Network': {'1.1'}, Sep 21 16:21:57.631543 dv-cinder-810035-1-iscsi neutron-server[184191]: 'Port': {'1.7'}, Sep 21 16:21:57.631543 dv-cinder-810035-1-iscsi neutron-server[184191]: 'PortForwarding': {'1.2'}, Sep 21 16:21:57.631543 dv-cinder-810035-1-iscsi neutron-server[184191]: 'QosPolicy': {'1.9'}, Sep 21 16:21:57.631543 dv-cinder-810035-1-iscsi neutron-server[184191]: 'SecurityGroup': {'1.4'}, Sep 21 16:21:57.631543 dv-cinder-810035-1-iscsi neutron-server[184191]: 'SecurityGroupRule': {'1.2'}, Sep 21 16:21:57.631543 dv-cinder-810035-1-iscsi neutron-server[184191]: 'SubPort': {'1.0'}, Sep 21 16:21:57.631543 dv-cinder-810035-1-iscsi neutron-server[184191]: 'Subnet': {'1.1'}, Sep 21 16:21:57.631543 dv-cinder-810035-1-iscsi neutron-server[184191]: 'Trunk': {'1.1'}} Sep 21 16:21:57.631543 dv-cinder-810035-1-iscsi neutron-server[184191]: consumer versions: Sep 21 16:21:57.631543 dv-cinder-810035-1-iscsi neutron-server[184191]: { DHCP agent@dv-cinder-810035-1-iscsi: {}, Sep 21 16:21:57.631543 dv-cinder-810035-1-iscsi neutron-server[184191]: HyperV agent@hv-cinder-81003: {}, Sep 21 16:21:57.631543 dv-cinder-810035-1-iscsi neutron-server[184191]: L3 agent@dv-cinder-810035-1-iscsi: {}, Sep 21 16:21:57.631543 dv-cinder-810035-1-iscsi neutron-server[184191]: Metadata agent@dv-cinder-810035-1-iscsi: {}, Sep 21 16:21:57.631543 dv-cinder-810035-1-iscsi neutron-server[184191]: Metering agent@dv-cinder-810035-1-iscsi: {}, Sep 21 16:21:57.631543 dv-cinder-810035-1-iscsi neutron-server[184191]: Open vSwitch agent@dv-cinder-810035-1-iscsi: { 'AddressGroup': '1.2', Sep 21 16:21:57.631543 dv-cinder-810035-1-iscsi neutron-server[184191]: 'ConntrackHelper': '1.0', Sep 21 16:21:57.631543 dv-cinder-810035-1-iscsi neutron-server[184191]: 'Log': '1.0', Sep 21 16:21:57.631543 dv-cinder-810035-1-iscsi neutron-server[184191]: 'Network': '1.1', Sep 21 16:21:57.631543 dv-cinder-810035-1-iscsi neutron-server[184191]: 'Port': '1.7', Sep 21 16:21:57.631543 dv-cinder-810035-1-iscsi neutron-server[184191]: 'PortForwarding': '1.2', Sep 21 16:21:57.631543 dv-cinder-810035-1-iscsi neutron-server[184191]: 'QosPolicy': '1.9', Sep 21 16:21:57.631543 dv-cinder-810035-1-iscsi neutron-server[184191]: 'SecurityGroup': '1.4', Sep 21 16:21:57.631543 dv-cinder-810035-1-iscsi neutron-server[184191]: 'SecurityGroupRule': '1.2', Sep 21 16:21:57.631543 dv-cinder-810035-1-iscsi neutron-server[184191]: 'SubPort': '1.0', Sep 21 16:21:57.631543 dv-cinder-810035-1-iscsi neutron-server[184191]: 'Subnet': '1.1', Sep 21 16:21:57.631543 dv-cinder-810035-1-iscsi neutron-server[184191]: 'Trunk': '1.1'}} Sep 21 16:21:57.631543 dv-cinder-810035-1-iscsi neutron-server[184191]: {{(pid=184191) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 16:21:57.675448 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bca89d39-c70e-46c6-8cb5-2658a16a7649 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785855168287'] for network, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:57.774204 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bca89d39-c70e-46c6-8cb5-2658a16a7649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779'] for network, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:57.775686 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca89d39-c70e-46c6-8cb5-2658a16a7649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:21:57.776861 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bca89d39-c70e-46c6-8cb5-2658a16a7649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:57.793305 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-f1149558-763d-4893-a154-5d147b6f73f2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-588151915-network', 'tenant_id': '925062c721cd489bb5d5889f16fd9f2e'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:21:57.818844 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-6e9b037a-0f0b-4062-b6f5-c0f0ca19174b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-774173010-network', 'tenant_id': '93f2e2ff196b40faba780c1bba395eba'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:21:57.827562 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 55228) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:21:57.863570 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-bc1c1fbb-15e4-4cd8-9c58-f8f99799c501 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1449937929-network', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:21:57.875863 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca89d39-c70e-46c6-8cb5-2658a16a7649 admin admin] Pushing event updated for resources: {'Network': ['ID=48ada096-de1e-4f63-81b0-12e54ddd3ecc,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:21:57.882589 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1149558-763d-4893-a154-5d147b6f73f2 admin admin] Made reservation on behalf of 925062c721cd489bb5d5889f16fd9f2e for: {'network': 1} {{(pid=184192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:21:57.884816 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-f1149558-763d-4893-a154-5d147b6f73f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for network, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:57.887492 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Network 48ada096-de1e-4f63-81b0-12e54ddd3ecc details requested by agent ovs-agent-dv-cinder-810035-1-iscsi with host dv-cinder-810035-1-iscsi {{(pid=184193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 16:21:57.906968 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-f1149558-763d-4893-a154-5d147b6f73f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:57.964863 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-bca89d39-c70e-46c6-8cb5-2658a16a7649 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1822302 Sep 21 16:21:57.967221 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 55236) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:21:57.974015 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-0b9839bd-59cc-4a13-b697-3172e651d75c admin admin] Request body: {'subnet': {'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1012380342-subnet', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:21:58.038782 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9b037a-0f0b-4062-b6f5-c0f0ca19174b admin admin] Made reservation on behalf of 93f2e2ff196b40faba780c1bba395eba for: {'network': 1} {{(pid=184192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:21:58.041365 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-6e9b037a-0f0b-4062-b6f5-c0f0ca19174b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for network, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:58.054591 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-6e9b037a-0f0b-4062-b6f5-c0f0ca19174b admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:58.057078 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.db.api [None req-0b9839bd-59cc-4a13-b697-3172e651d75c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 16:21:58.057078 dv-cinder-810035-1-iscsi neutron-server[184191]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 16:21:58.057078 dv-cinder-810035-1-iscsi neutron-server[184191]: [parameters: {'project_id_1': 'a04253395aa845968ab2e27453a7f5e1', 'expiration_1': datetime.datetime(2021, 9, 21, 16, 21, 37, 978471)}] Sep 21 16:21:58.057078 dv-cinder-810035-1-iscsi neutron-server[184191]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=184191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:21:58.058219 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG oslo_db.api [None req-0b9839bd-59cc-4a13-b697-3172e651d75c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=184191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:21:58.068024 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.db.api [None req-f1149558-763d-4893-a154-5d147b6f73f2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 16:21:58.068024 dv-cinder-810035-1-iscsi neutron-server[184192]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 16:21:58.068024 dv-cinder-810035-1-iscsi neutron-server[184192]: [parameters: {'project_id_1': '925062c721cd489bb5d5889f16fd9f2e', 'expiration_1': datetime.datetime(2021, 9, 21, 16, 21, 37, 917141)}] Sep 21 16:21:58.068024 dv-cinder-810035-1-iscsi neutron-server[184192]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=184192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:21:58.068879 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG oslo_db.api [None req-f1149558-763d-4893-a154-5d147b6f73f2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=184192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:21:58.134894 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-9a2093cb-58a7-40b6-8b9e-0ac636c7fa51 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1013603293-network', 'tenant_id': '5fb20277dcc84c37ae3841776102a3b9'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:21:58.187257 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1c1fbb-15e4-4cd8-9c58-f8f99799c501 admin admin] Made reservation on behalf of fcd24fff54904925b7f9dea039d036dd for: {'network': 1} {{(pid=184192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:21:58.189526 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-bc1c1fbb-15e4-4cd8-9c58-f8f99799c501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for network, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:58.204463 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-bc1c1fbb-15e4-4cd8-9c58-f8f99799c501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:58.280761 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-6e9b037a-0f0b-4062-b6f5-c0f0ca19174b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:58.387229 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-6e9b037a-0f0b-4062-b6f5-c0f0ca19174b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:58.410210 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e9b037a-0f0b-4062-b6f5-c0f0ca19174b admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=184192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:21:58.435656 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-6e9b037a-0f0b-4062-b6f5-c0f0ca19174b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:58.435656 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.db.segments_db [None req-6e9b037a-0f0b-4062-b6f5-c0f0ca19174b admin admin] Added segment 909f816d-0f09-4aa7-bde3-4575c942579f of type vlan for network 27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b Sep 21 16:21:58.468174 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b037a-0f0b-4062-b6f5-c0f0ca19174b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a496a6-4e59-4e40-9b62-41246792163f,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:21:58.483972 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b037a-0f0b-4062-b6f5-c0f0ca19174b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:58.484339 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b037a-0f0b-4062-b6f5-c0f0ca19174b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:58.484679 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b037a-0f0b-4062-b6f5-c0f0ca19174b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:58.485007 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b037a-0f0b-4062-b6f5-c0f0ca19174b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:58.485337 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b037a-0f0b-4062-b6f5-c0f0ca19174b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:58.485781 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b037a-0f0b-4062-b6f5-c0f0ca19174b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:58.485987 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b037a-0f0b-4062-b6f5-c0f0ca19174b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:58.486323 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b037a-0f0b-4062-b6f5-c0f0ca19174b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:58.486653 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b037a-0f0b-4062-b6f5-c0f0ca19174b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:58.486991 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b037a-0f0b-4062-b6f5-c0f0ca19174b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:58.487273 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b037a-0f0b-4062-b6f5-c0f0ca19174b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:58.487608 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b037a-0f0b-4062-b6f5-c0f0ca19174b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:21:58.488650 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b037a-0f0b-4062-b6f5-c0f0ca19174b admin admin] Tracked resource versions report: Sep 21 16:21:58.488650 dv-cinder-810035-1-iscsi neutron-server[184192]: pushed versions: Sep 21 16:21:58.488650 dv-cinder-810035-1-iscsi neutron-server[184192]: { 'AddressGroup': {'1.2'}, Sep 21 16:21:58.488650 dv-cinder-810035-1-iscsi neutron-server[184192]: 'ConntrackHelper': {'1.0'}, Sep 21 16:21:58.488650 dv-cinder-810035-1-iscsi neutron-server[184192]: 'Log': {'1.0'}, Sep 21 16:21:58.488650 dv-cinder-810035-1-iscsi neutron-server[184192]: 'Network': {'1.1'}, Sep 21 16:21:58.488650 dv-cinder-810035-1-iscsi neutron-server[184192]: 'Port': {'1.7'}, Sep 21 16:21:58.488650 dv-cinder-810035-1-iscsi neutron-server[184192]: 'PortForwarding': {'1.2'}, Sep 21 16:21:58.488650 dv-cinder-810035-1-iscsi neutron-server[184192]: 'QosPolicy': {'1.9'}, Sep 21 16:21:58.488650 dv-cinder-810035-1-iscsi neutron-server[184192]: 'SecurityGroup': {'1.4'}, Sep 21 16:21:58.488650 dv-cinder-810035-1-iscsi neutron-server[184192]: 'SecurityGroupRule': {'1.2'}, Sep 21 16:21:58.488650 dv-cinder-810035-1-iscsi neutron-server[184192]: 'SubPort': {'1.0'}, Sep 21 16:21:58.488650 dv-cinder-810035-1-iscsi neutron-server[184192]: 'Subnet': {'1.1'}, Sep 21 16:21:58.488650 dv-cinder-810035-1-iscsi neutron-server[184192]: 'Trunk': {'1.1'}} Sep 21 16:21:58.488650 dv-cinder-810035-1-iscsi neutron-server[184192]: consumer versions: Sep 21 16:21:58.488650 dv-cinder-810035-1-iscsi neutron-server[184192]: { DHCP agent@dv-cinder-810035-1-iscsi: {}, Sep 21 16:21:58.488650 dv-cinder-810035-1-iscsi neutron-server[184192]: HyperV agent@hv-cinder-81003: {}, Sep 21 16:21:58.488650 dv-cinder-810035-1-iscsi neutron-server[184192]: L3 agent@dv-cinder-810035-1-iscsi: {}, Sep 21 16:21:58.488650 dv-cinder-810035-1-iscsi neutron-server[184192]: Metadata agent@dv-cinder-810035-1-iscsi: {}, Sep 21 16:21:58.488650 dv-cinder-810035-1-iscsi neutron-server[184192]: Metering agent@dv-cinder-810035-1-iscsi: {}, Sep 21 16:21:58.488650 dv-cinder-810035-1-iscsi neutron-server[184192]: Open vSwitch agent@dv-cinder-810035-1-iscsi: { 'AddressGroup': '1.2', Sep 21 16:21:58.488650 dv-cinder-810035-1-iscsi neutron-server[184192]: 'ConntrackHelper': '1.0', Sep 21 16:21:58.488650 dv-cinder-810035-1-iscsi neutron-server[184192]: 'Log': '1.0', Sep 21 16:21:58.488650 dv-cinder-810035-1-iscsi neutron-server[184192]: 'Network': '1.1', Sep 21 16:21:58.488650 dv-cinder-810035-1-iscsi neutron-server[184192]: 'Port': '1.7', Sep 21 16:21:58.488650 dv-cinder-810035-1-iscsi neutron-server[184192]: 'PortForwarding': '1.2', Sep 21 16:21:58.488650 dv-cinder-810035-1-iscsi neutron-server[184192]: 'QosPolicy': '1.9', Sep 21 16:21:58.488650 dv-cinder-810035-1-iscsi neutron-server[184192]: 'SecurityGroup': '1.4', Sep 21 16:21:58.488650 dv-cinder-810035-1-iscsi neutron-server[184192]: 'SecurityGroupRule': '1.2', Sep 21 16:21:58.488650 dv-cinder-810035-1-iscsi neutron-server[184192]: 'SubPort': '1.0', Sep 21 16:21:58.488650 dv-cinder-810035-1-iscsi neutron-server[184192]: 'Subnet': '1.1', Sep 21 16:21:58.488650 dv-cinder-810035-1-iscsi neutron-server[184192]: 'Trunk': '1.1'}} Sep 21 16:21:58.488650 dv-cinder-810035-1-iscsi neutron-server[184192]: {{(pid=184192) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 16:21:58.492140 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-6e9b037a-0f0b-4062-b6f5-c0f0ca19174b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785855168287'] for network, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:58.552447 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2093cb-58a7-40b6-8b9e-0ac636c7fa51 admin admin] Made reservation on behalf of 5fb20277dcc84c37ae3841776102a3b9 for: {'network': 1} {{(pid=184192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:21:58.555605 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9a2093cb-58a7-40b6-8b9e-0ac636c7fa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for network, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:58.568798 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9a2093cb-58a7-40b6-8b9e-0ac636c7fa51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:58.572119 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-f1149558-763d-4893-a154-5d147b6f73f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:58.669560 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-bc1c1fbb-15e4-4cd8-9c58-f8f99799c501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:58.682965 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-6e9b037a-0f0b-4062-b6f5-c0f0ca19174b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779'] for network, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:58.684229 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9b037a-0f0b-4062-b6f5-c0f0ca19174b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:21:58.684559 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-6e9b037a-0f0b-4062-b6f5-c0f0ca19174b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:58.750294 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b037a-0f0b-4062-b6f5-c0f0ca19174b admin admin] Pushing event updated for resources: {'Network': ['ID=27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:21:58.761272 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Network 27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b details requested by agent ovs-agent-dv-cinder-810035-1-iscsi with host dv-cinder-810035-1-iscsi {{(pid=184193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 16:21:58.792987 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-bc1c1fbb-15e4-4cd8-9c58-f8f99799c501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:58.828133 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc1c1fbb-15e4-4cd8-9c58-f8f99799c501 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=184192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:21:58.846757 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c1fbb-15e4-4cd8-9c58-f8f99799c501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8da1f4a-2954-427a-bc7b-9da3e106c640,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:21:58.849678 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-bc1c1fbb-15e4-4cd8-9c58-f8f99799c501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:58.850010 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.db.segments_db [None req-bc1c1fbb-15e4-4cd8-9c58-f8f99799c501 admin admin] Added segment f105e78b-d17d-49b4-8dea-7bfd49dbcc51 of type vlan for network 74453f4e-295a-4b01-8c05-e1fb2fd58439 Sep 21 16:21:58.859978 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-6e9b037a-0f0b-4062-b6f5-c0f0ca19174b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5076354 Sep 21 16:21:58.862879 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 55270) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:21:58.867550 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-bcb21a60-70eb-41ed-9960-1d97de50bbed admin admin] Request body: {'subnet': {'network_id': '27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-774173010-subnet', 'tenant_id': '93f2e2ff196b40faba780c1bba395eba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:21:58.904797 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-bc1c1fbb-15e4-4cd8-9c58-f8f99799c501 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785855168287'] for network, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:58.949100 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9839bd-59cc-4a13-b697-3172e651d75c admin admin] Made reservation on behalf of a04253395aa845968ab2e27453a7f5e1 for: {'subnet': 1} {{(pid=184191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:21:58.952051 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-0b9839bd-59cc-4a13-b697-3172e651d75c admin admin] Notify callbacks [] for subnet, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:59.047415 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-f1149558-763d-4893-a154-5d147b6f73f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:59.128117 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-bc1c1fbb-15e4-4cd8-9c58-f8f99799c501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779'] for network, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:59.129123 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1c1fbb-15e4-4cd8-9c58-f8f99799c501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:21:59.129715 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-bc1c1fbb-15e4-4cd8-9c58-f8f99799c501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:59.208464 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c1fbb-15e4-4cd8-9c58-f8f99799c501 admin admin] Pushing event updated for resources: {'Network': ['ID=74453f4e-295a-4b01-8c05-e1fb2fd58439,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:21:59.218737 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-f1149558-763d-4893-a154-5d147b6f73f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:59.220295 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Network 74453f4e-295a-4b01-8c05-e1fb2fd58439 details requested by agent ovs-agent-dv-cinder-810035-1-iscsi with host dv-cinder-810035-1-iscsi {{(pid=184193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 16:21:59.272200 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1149558-763d-4893-a154-5d147b6f73f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=184192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:21:59.274105 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1149558-763d-4893-a154-5d147b6f73f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:21:59.300535 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-f1149558-763d-4893-a154-5d147b6f73f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:59.300879 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.db.segments_db [None req-f1149558-763d-4893-a154-5d147b6f73f2 admin admin] Added segment 66649790-5a40-4042-8ed9-e326afc4eedf of type vlan for network df196751-a1e1-4e9b-add1-ed127b778359 Sep 21 16:21:59.303912 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-0b9839bd-59cc-4a13-b697-3172e651d75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779'] for subnet, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:59.364303 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9839bd-59cc-4a13-b697-3172e651d75c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0a8263f-7f3f-444d-a2c9-8f405212c5f3,revision_number=0']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:21:59.371656 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-f1149558-763d-4893-a154-5d147b6f73f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785855168287'] for network, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:59.412127 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9839bd-59cc-4a13-b697-3172e651d75c admin admin] Checking segment: {'id': 'b3e2becc-0704-4cb3-ad9f-856f8136348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:21:59.413041 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9839bd-59cc-4a13-b697-3172e651d75c admin admin] Network hostable DHCP agents. Network: 48ada096-de1e-4f63-81b0-12e54ddd3ecc, hostable agents: ['29edb376-3f7b-48e5-82ab-3b3d2ffff097'], hosted agents: [] {{(pid=184191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:21:59.428215 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9a2093cb-58a7-40b6-8b9e-0ac636c7fa51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:59.545350 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9839bd-59cc-4a13-b697-3172e651d75c admin admin] Network 48ada096-de1e-4f63-81b0-12e54ddd3ecc is scheduled to be hosted by DHCP agent 29edb376-3f7b-48e5-82ab-3b3d2ffff097 with binding_index 1 {{(pid=184191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:21:59.547210 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-f1149558-763d-4893-a154-5d147b6f73f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779'] for network, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:59.548210 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1149558-763d-4893-a154-5d147b6f73f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:21:59.549096 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-f1149558-763d-4893-a154-5d147b6f73f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:59.555731 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9a2093cb-58a7-40b6-8b9e-0ac636c7fa51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:59.603289 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a2093cb-58a7-40b6-8b9e-0ac636c7fa51 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=184192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:21:59.637658 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-0b9839bd-59cc-4a13-b697-3172e651d75c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810035-1-iscsi, 48ada096-de1e-4f63-81b0-12e54ddd3ecc) {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:21:59.641947 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9839bd-59cc-4a13-b697-3172e651d75c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:21:59.642523 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-0b9839bd-59cc-4a13-b697-3172e651d75c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for subnet, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:59.652848 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee6d3ff-72e2-4184-8392-4dcedcfc62b5 None None] Network 48ada096-de1e-4f63-81b0-12e54ddd3ecc requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:21:59.660960 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9a2093cb-58a7-40b6-8b9e-0ac636c7fa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:59.661459 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.db.segments_db [None req-9a2093cb-58a7-40b6-8b9e-0ac636c7fa51 admin admin] Added segment 339411b1-a747-4f71-987b-11bb17257499 of type vlan for network 2129420f-2812-466d-9bce-5386e3460d60 Sep 21 16:21:59.662751 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1149558-763d-4893-a154-5d147b6f73f2 admin admin] Pushing event updated for resources: {'Network': ['ID=df196751-a1e1-4e9b-add1-ed127b778359,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:21:59.666166 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2093cb-58a7-40b6-8b9e-0ac636c7fa51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d612418-da94-406e-84ae-ef45b2eb730e,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:21:59.676837 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Network df196751-a1e1-4e9b-add1-ed127b778359 details requested by agent ovs-agent-dv-cinder-810035-1-iscsi with host dv-cinder-810035-1-iscsi {{(pid=184193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 16:21:59.711111 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9a2093cb-58a7-40b6-8b9e-0ac636c7fa51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785855168287'] for network, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:59.717007 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb21a60-70eb-41ed-9960-1d97de50bbed admin admin] Made reservation on behalf of 93f2e2ff196b40faba780c1bba395eba for: {'subnet': 1} {{(pid=184192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:21:59.719422 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-bcb21a60-70eb-41ed-9960-1d97de50bbed admin admin] Notify callbacks [] for subnet, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:59.852089 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-bc1c1fbb-15e4-4cd8-9c58-f8f99799c501 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3616712 Sep 21 16:21:59.852089 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 55306) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:21:59.856443 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-0b9839bd-59cc-4a13-b697-3172e651d75c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8839827 Sep 21 16:21:59.856443 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 55308) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:21:59.857152 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-461a36d8-ce3e-4f1f-8544-bc411a640f34 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1012380342-router', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:21:59.861597 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-65162bdd-117d-49d9-b065-b8e566cf7051 admin admin] Request body: {'subnet': {'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1449937929-subnet', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:21:59.867985 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57b6d36a-d267-5729-b52c-430ef85e6d98-48ada096-de1e-4f63-81b0-12e54ddd3ecc', 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'fixed_ips': [{'subnet_id': 'd0a8263f-7f3f-444d-a2c9-8f405212c5f3'}]}} from dv-cinder-810035-1-iscsi. {{(pid=184193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 16:21:59.868933 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:59.872681 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-f1149558-763d-4893-a154-5d147b6f73f2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5505240 Sep 21 16:21:59.875752 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 55310) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:21:59.882898 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-04944e86-2f56-4da0-acaa-8429c1d01c79 admin admin] Request body: {'subnet': {'network_id': 'df196751-a1e1-4e9b-add1-ed127b778359', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-588151915-subnet', 'tenant_id': '925062c721cd489bb5d5889f16fd9f2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:21:59.899054 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9a2093cb-58a7-40b6-8b9e-0ac636c7fa51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779'] for network, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:21:59.900060 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2093cb-58a7-40b6-8b9e-0ac636c7fa51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:21:59.900609 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9a2093cb-58a7-40b6-8b9e-0ac636c7fa51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:00.004881 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-461a36d8-ce3e-4f1f-8544-bc411a640f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-703'] for router, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:00.005854 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-461a36d8-ce3e-4f1f-8544-bc411a640f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:00.009907 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2093cb-58a7-40b6-8b9e-0ac636c7fa51 admin admin] Pushing event updated for resources: {'Network': ['ID=2129420f-2812-466d-9bce-5386e3460d60,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:00.017568 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.db_base_plugin_common [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] Allocated IP 172.20.0.2 (48ada096-de1e-4f63-81b0-12e54ddd3ecc/d0a8263f-7f3f-444d-a2c9-8f405212c5f3/65c08a10-2b0a-4203-a3a9-ff96054800eb) {{(pid=184193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:22:00.022261 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Network 2129420f-2812-466d-9bce-5386e3460d60 details requested by agent ovs-agent-dv-cinder-810035-1-iscsi with host dv-cinder-810035-1-iscsi {{(pid=184193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 16:22:00.058949 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-461a36d8-ce3e-4f1f-8544-bc411a640f34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:00.098105 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-bcb21a60-70eb-41ed-9960-1d97de50bbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779'] for subnet, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:00.101804 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-9a2093cb-58a7-40b6-8b9e-0ac636c7fa51 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2728944 Sep 21 16:22:00.105387 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 55318) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:00.112890 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-dca270bf-c017-4b9b-8d99-58a9a84b8fde admin admin] Request body: {'subnet': {'network_id': '2129420f-2812-466d-9bce-5386e3460d60', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1013603293-subnet', 'tenant_id': '5fb20277dcc84c37ae3841776102a3b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:22:00.169383 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb21a60-70eb-41ed-9960-1d97de50bbed admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef51e1de-25f4-45cd-93c9-f3bb42d432a3,revision_number=0']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:00.236843 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65162bdd-117d-49d9-b065-b8e566cf7051 admin admin] Made reservation on behalf of fcd24fff54904925b7f9dea039d036dd for: {'subnet': 1} {{(pid=184191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:22:00.239193 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-65162bdd-117d-49d9-b065-b8e566cf7051 admin admin] Notify callbacks [] for subnet, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:00.254051 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb21a60-70eb-41ed-9960-1d97de50bbed admin admin] Checking segment: {'id': '909f816d-0f09-4aa7-bde3-4575c942579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:22:00.254524 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb21a60-70eb-41ed-9960-1d97de50bbed admin admin] Network hostable DHCP agents. Network: 27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b, hostable agents: ['29edb376-3f7b-48e5-82ab-3b3d2ffff097'], hosted agents: [] {{(pid=184192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:22:00.267998 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] Notify callbacks [] for port, precommit_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:00.329469 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-461a36d8-ce3e-4f1f-8544-bc411a640f34 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:00.342935 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04944e86-2f56-4da0-acaa-8429c1d01c79 admin admin] Made reservation on behalf of 925062c721cd489bb5d5889f16fd9f2e for: {'subnet': 1} {{(pid=184192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:22:00.345297 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-04944e86-2f56-4da0-acaa-8429c1d01c79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:00.414604 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112'] for port, after_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:00.496873 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] Network 48ada096-de1e-4f63-81b0-12e54ddd3ecc is already hosted by enough agents. {{(pid=184193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:22:00.502003 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.scheduler.base_scheduler [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] Resources bound (agent type, host, resource id): {{(pid=184193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:22:00.505080 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] Received port after_create {{(pid=184193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:22:00.509656 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb21a60-70eb-41ed-9960-1d97de50bbed admin admin] Network 27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b is scheduled to be hosted by DHCP agent 29edb376-3f7b-48e5-82ab-3b3d2ffff097 with binding_index 1 {{(pid=184192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:22:00.522536 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca270bf-c017-4b9b-8d99-58a9a84b8fde admin admin] Made reservation on behalf of 5fb20277dcc84c37ae3841776102a3b9 for: {'subnet': 1} {{(pid=184191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:22:00.522536 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-dca270bf-c017-4b9b-8d99-58a9a84b8fde admin admin] Notify callbacks [] for subnet, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:00.543585 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] Pushing event updated for resources: {'Port': ['ID=65c08a10-2b0a-4203-a3a9-ff96054800eb,revision_number=1']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:00.590055 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-65162bdd-117d-49d9-b065-b8e566cf7051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779'] for subnet, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:00.591755 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:00.592212 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:00.592559 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:00.592893 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:00.593225 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:00.593553 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:00.593896 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:00.594204 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:00.594542 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:00.594865 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:00.595183 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:00.595529 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:00.596607 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] Tracked resource versions report: Sep 21 16:22:00.596607 dv-cinder-810035-1-iscsi neutron-server[184193]: pushed versions: Sep 21 16:22:00.596607 dv-cinder-810035-1-iscsi neutron-server[184193]: { 'AddressGroup': {'1.2'}, Sep 21 16:22:00.596607 dv-cinder-810035-1-iscsi neutron-server[184193]: 'ConntrackHelper': {'1.0'}, Sep 21 16:22:00.596607 dv-cinder-810035-1-iscsi neutron-server[184193]: 'Log': {'1.0'}, Sep 21 16:22:00.596607 dv-cinder-810035-1-iscsi neutron-server[184193]: 'Network': {'1.1'}, Sep 21 16:22:00.596607 dv-cinder-810035-1-iscsi neutron-server[184193]: 'Port': {'1.7'}, Sep 21 16:22:00.596607 dv-cinder-810035-1-iscsi neutron-server[184193]: 'PortForwarding': {'1.2'}, Sep 21 16:22:00.596607 dv-cinder-810035-1-iscsi neutron-server[184193]: 'QosPolicy': {'1.9'}, Sep 21 16:22:00.596607 dv-cinder-810035-1-iscsi neutron-server[184193]: 'SecurityGroup': {'1.4'}, Sep 21 16:22:00.596607 dv-cinder-810035-1-iscsi neutron-server[184193]: 'SecurityGroupRule': {'1.2'}, Sep 21 16:22:00.596607 dv-cinder-810035-1-iscsi neutron-server[184193]: 'SubPort': {'1.0'}, Sep 21 16:22:00.596607 dv-cinder-810035-1-iscsi neutron-server[184193]: 'Subnet': {'1.1'}, Sep 21 16:22:00.596607 dv-cinder-810035-1-iscsi neutron-server[184193]: 'Trunk': {'1.1'}} Sep 21 16:22:00.596607 dv-cinder-810035-1-iscsi neutron-server[184193]: consumer versions: Sep 21 16:22:00.596607 dv-cinder-810035-1-iscsi neutron-server[184193]: { DHCP agent@dv-cinder-810035-1-iscsi: {}, Sep 21 16:22:00.596607 dv-cinder-810035-1-iscsi neutron-server[184193]: HyperV agent@hv-cinder-81003: {}, Sep 21 16:22:00.596607 dv-cinder-810035-1-iscsi neutron-server[184193]: L3 agent@dv-cinder-810035-1-iscsi: {}, Sep 21 16:22:00.596607 dv-cinder-810035-1-iscsi neutron-server[184193]: Metadata agent@dv-cinder-810035-1-iscsi: {}, Sep 21 16:22:00.596607 dv-cinder-810035-1-iscsi neutron-server[184193]: Metering agent@dv-cinder-810035-1-iscsi: {}, Sep 21 16:22:00.596607 dv-cinder-810035-1-iscsi neutron-server[184193]: Open vSwitch agent@dv-cinder-810035-1-iscsi: { 'AddressGroup': '1.2', Sep 21 16:22:00.596607 dv-cinder-810035-1-iscsi neutron-server[184193]: 'ConntrackHelper': '1.0', Sep 21 16:22:00.596607 dv-cinder-810035-1-iscsi neutron-server[184193]: 'Log': '1.0', Sep 21 16:22:00.596607 dv-cinder-810035-1-iscsi neutron-server[184193]: 'Network': '1.1', Sep 21 16:22:00.596607 dv-cinder-810035-1-iscsi neutron-server[184193]: 'Port': '1.7', Sep 21 16:22:00.596607 dv-cinder-810035-1-iscsi neutron-server[184193]: 'PortForwarding': '1.2', Sep 21 16:22:00.596607 dv-cinder-810035-1-iscsi neutron-server[184193]: 'QosPolicy': '1.9', Sep 21 16:22:00.596607 dv-cinder-810035-1-iscsi neutron-server[184193]: 'SecurityGroup': '1.4', Sep 21 16:22:00.596607 dv-cinder-810035-1-iscsi neutron-server[184193]: 'SecurityGroupRule': '1.2', Sep 21 16:22:00.596607 dv-cinder-810035-1-iscsi neutron-server[184193]: 'SubPort': '1.0', Sep 21 16:22:00.596607 dv-cinder-810035-1-iscsi neutron-server[184193]: 'Subnet': '1.1', Sep 21 16:22:00.596607 dv-cinder-810035-1-iscsi neutron-server[184193]: 'Trunk': '1.1'}} Sep 21 16:22:00.596607 dv-cinder-810035-1-iscsi neutron-server[184193]: {{(pid=184193) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 16:22:00.650357 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] Attempting to bind port 65c08a10-2b0a-4203-a3a9-ff96054800eb on host dv-cinder-810035-1-iscsi for vnic_type normal with profile {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:22:00.651779 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] Attempting to bind port 65c08a10-2b0a-4203-a3a9-ff96054800eb by drivers openvswitch,hyperv on host dv-cinder-810035-1-iscsi at level 0 using segments [{'id': 'b3e2becc-0704-4cb3-ad9f-856f8136348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc'}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:22:00.652564 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] Attempting to bind port 65c08a10-2b0a-4203-a3a9-ff96054800eb on network 48ada096-de1e-4f63-81b0-12e54ddd3ecc {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:22:00.660556 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] Checking agent: {'id': 'a5dd5e8b-ecdf-45ba-8497-6d160056e51d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 13, 45), 'started_at': datetime.datetime(2021, 9, 21, 16, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:22:00.661168 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] Checking segment: {'id': 'b3e2becc-0704-4cb3-ad9f-856f8136348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:22:00.661896 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:00.662802 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] Bound using segment: {'id': 'b3e2becc-0704-4cb3-ad9f-856f8136348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc'} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:22:00.663435 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] Bound port: 65c08a10-2b0a-4203-a3a9-ff96054800eb, host: dv-cinder-810035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e2becc-0704-4cb3-ad9f-856f8136348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc'}}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:22:00.664051 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:00.691098 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.base_scheduler [None req-bcb21a60-70eb-41ed-9960-1d97de50bbed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810035-1-iscsi, 27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b) {{(pid=184192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:22:00.696616 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb21a60-70eb-41ed-9960-1d97de50bbed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:00.697319 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-bcb21a60-70eb-41ed-9960-1d97de50bbed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for subnet, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:00.719605 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98508854-38fd-471f-b68a-5cdfa5c92b68 None None] Network 27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:22:00.761494 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65162bdd-117d-49d9-b065-b8e566cf7051 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6371c2ed-8e66-4812-bc10-372bbd5ac836,revision_number=0']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:00.763539 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65162bdd-117d-49d9-b065-b8e566cf7051 admin admin] Checking segment: {'id': 'f105e78b-d17d-49b4-8dea-7bfd49dbcc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:22:00.763899 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65162bdd-117d-49d9-b065-b8e566cf7051 admin admin] Network hostable DHCP agents. Network: 74453f4e-295a-4b01-8c05-e1fb2fd58439, hostable agents: ['29edb376-3f7b-48e5-82ab-3b3d2ffff097'], hosted agents: [] {{(pid=184191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:22:00.784288 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-04944e86-2f56-4da0-acaa-8429c1d01c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779'] for subnet, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:00.850190 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] For port 65c08a10-2b0a-4203-a3a9-ff96054800eb, host dv-cinder-810035-1-iscsi, cleared binding levels {{(pid=184193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:22:00.854866 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] For port 65c08a10-2b0a-4203-a3a9-ff96054800eb, host dv-cinder-810035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=65c08a10-2b0a-4203-a3a9-ff96054800eb,segment=NetworkSegment(b3e2becc-0704-4cb3-ad9f-856f8136348e),segment_id=b3e2becc-0704-4cb3-ad9f-856f8136348e)] {{(pid=184193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:22:00.872952 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04944e86-2f56-4da0-acaa-8429c1d01c79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0f38c04-4c2a-493b-bbd9-47538955ff48,revision_number=0']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:00.936875 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84936f0-ed9a-457b-ba7b-77f1f09682b9 None None] Network 27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:22:00.962233 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65162bdd-117d-49d9-b065-b8e566cf7051 admin admin] Network 74453f4e-295a-4b01-8c05-e1fb2fd58439 is scheduled to be hosted by DHCP agent 29edb376-3f7b-48e5-82ab-3b3d2ffff097 with binding_index 1 {{(pid=184191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:22:01.025663 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-dca270bf-c017-4b9b-8d99-58a9a84b8fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779'] for subnet, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:01.049598 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:01.097709 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca270bf-c017-4b9b-8d99-58a9a84b8fde admin admin] Pushing event updated for resources: {'Subnet': ['ID=c045efe2-2c5c-4924-9aed-a88a9b6c079d,revision_number=0']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:01.106314 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-bcb21a60-70eb-41ed-9960-1d97de50bbed admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2420604 Sep 21 16:22:01.108858 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-65162bdd-117d-49d9-b065-b8e566cf7051 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810035-1-iscsi, 74453f4e-295a-4b01-8c05-e1fb2fd58439) {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:22:01.121244 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 55362) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:01.121244 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-92cbe66c-1b06-4b3c-b8cd-a95ae4d0fe07 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-774173010-router', 'tenant_id': '93f2e2ff196b40faba780c1bba395eba', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:22:01.142840 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0671c5cf-9f9a-4336-9137-268affc95e36 None None] Network 74453f4e-295a-4b01-8c05-e1fb2fd58439 requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:22:01.158932 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65162bdd-117d-49d9-b065-b8e566cf7051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:01.160246 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-65162bdd-117d-49d9-b065-b8e566cf7051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for subnet, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:01.178843 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca270bf-c017-4b9b-8d99-58a9a84b8fde admin admin] Checking segment: {'id': '339411b1-a747-4f71-987b-11bb17257499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2129420f-2812-466d-9bce-5386e3460d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:22:01.179290 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca270bf-c017-4b9b-8d99-58a9a84b8fde admin admin] Network hostable DHCP agents. Network: 2129420f-2812-466d-9bce-5386e3460d60, hostable agents: ['29edb376-3f7b-48e5-82ab-3b3d2ffff097'], hosted agents: [] {{(pid=184191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:22:01.207074 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-461a36d8-ce3e-4f1f-8544-bc411a640f34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:01.227110 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be52bf0-9229-4906-9a29-be596c8e9f95 None None] Pushing event updated for resources: {'Port': ['ID=65c08a10-2b0a-4203-a3a9-ff96054800eb,revision_number=2']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:01.235488 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-461a36d8-ce3e-4f1f-8544-bc411a640f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:01.237491 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04944e86-2f56-4da0-acaa-8429c1d01c79 admin admin] Checking segment: {'id': '66649790-5a40-4042-8ed9-e326afc4eedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'df196751-a1e1-4e9b-add1-ed127b778359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:22:01.237834 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04944e86-2f56-4da0-acaa-8429c1d01c79 admin admin] Network hostable DHCP agents. Network: df196751-a1e1-4e9b-add1-ed127b778359, hostable agents: ['29edb376-3f7b-48e5-82ab-3b3d2ffff097'], hosted agents: [] {{(pid=184192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:22:01.304750 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-92cbe66c-1b06-4b3c-b8cd-a95ae4d0fe07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-703'] for router, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:01.306118 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-92cbe66c-1b06-4b3c-b8cd-a95ae4d0fe07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:01.317731 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca270bf-c017-4b9b-8d99-58a9a84b8fde admin admin] Network 2129420f-2812-466d-9bce-5386e3460d60 is scheduled to be hosted by DHCP agent 29edb376-3f7b-48e5-82ab-3b3d2ffff097 with binding_index 1 {{(pid=184191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:22:01.366239 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf358e4-424d-4125-a743-e12d1181e195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57b6d36a-d267-5729-b52c-430ef85e6d98-74453f4e-295a-4b01-8c05-e1fb2fd58439', 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'fixed_ips': [{'subnet_id': '6371c2ed-8e66-4812-bc10-372bbd5ac836'}]}} from dv-cinder-810035-1-iscsi. {{(pid=184193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 16:22:01.373172 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04944e86-2f56-4da0-acaa-8429c1d01c79 admin admin] Network df196751-a1e1-4e9b-add1-ed127b778359 is scheduled to be hosted by DHCP agent 29edb376-3f7b-48e5-82ab-3b3d2ffff097 with binding_index 1 {{(pid=184192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:22:01.373540 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-cdf358e4-424d-4125-a743-e12d1181e195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:01.408723 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.db_base_plugin_common [None req-461a36d8-ce3e-4f1f-8544-bc411a640f34 admin admin] Allocated IP 172.27.2.126 (72679c7d-9bce-4a4a-9509-1e8f9e1d8844/b489826c-59d7-499a-88a6-c55f1856fec4/27163940-adae-4b4c-97d7-0dafcb8171d3) {{(pid=184192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:22:01.440897 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-65162bdd-117d-49d9-b065-b8e566cf7051 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5831420 Sep 21 16:22:01.442869 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-92cbe66c-1b06-4b3c-b8cd-a95ae4d0fe07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:01.443770 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 55364) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:01.448125 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-9396b2f2-c8d1-46a9-b23c-3cfbb4440006 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1449937929-router', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:22:01.527007 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-dca270bf-c017-4b9b-8d99-58a9a84b8fde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810035-1-iscsi, 2129420f-2812-466d-9bce-5386e3460d60) {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:22:01.531285 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.base_scheduler [None req-04944e86-2f56-4da0-acaa-8429c1d01c79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810035-1-iscsi, df196751-a1e1-4e9b-add1-ed127b778359) {{(pid=184192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:22:01.539311 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04944e86-2f56-4da0-acaa-8429c1d01c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:01.540108 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-04944e86-2f56-4da0-acaa-8429c1d01c79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for subnet, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:01.547321 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca270bf-c017-4b9b-8d99-58a9a84b8fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:01.549191 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-dca270bf-c017-4b9b-8d99-58a9a84b8fde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for subnet, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:01.575653 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9396b2f2-c8d1-46a9-b23c-3cfbb4440006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-703'] for router, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:01.578291 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9396b2f2-c8d1-46a9-b23c-3cfbb4440006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:01.579521 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-461a36d8-ce3e-4f1f-8544-bc411a640f34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:01.585321 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16114ae-d71c-492c-bb92-e26755c541c7 None None] Network 2129420f-2812-466d-9bce-5386e3460d60 requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:22:01.596600 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 55370) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:01.599804 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0417f2-2832-4a5c-a4bc-898ac803d7fe None None] Network df196751-a1e1-4e9b-add1-ed127b778359 requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:22:01.650114 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-04944e86-2f56-4da0-acaa-8429c1d01c79 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7719605 Sep 21 16:22:01.685271 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-dca270bf-c017-4b9b-8d99-58a9a84b8fde admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5782318 Sep 21 16:22:01.734331 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-461a36d8-ce3e-4f1f-8544-bc411a640f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112'] for port, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:01.767715 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-92cbe66c-1b06-4b3c-b8cd-a95ae4d0fe07 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:01.775063 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.db_base_plugin_common [None req-cdf358e4-424d-4125-a743-e12d1181e195 None None] Allocated IP 172.20.0.2 (74453f4e-295a-4b01-8c05-e1fb2fd58439/6371c2ed-8e66-4812-bc10-372bbd5ac836/92feedba-0887-4524-92c4-a8123e1fcfca) {{(pid=184193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:22:01.804490 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9396b2f2-c8d1-46a9-b23c-3cfbb4440006 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:01.827362 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461a36d8-ce3e-4f1f-8544-bc411a640f34 admin admin] Network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 is already hosted by enough agents. {{(pid=184192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:22:01.828275 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5c5b4578-4b3e-46f9-8250-ed205813c8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:01.866953 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.base_scheduler [None req-461a36d8-ce3e-4f1f-8544-bc411a640f34 admin admin] Resources bound (agent type, host, resource id): {{(pid=184192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:22:01.890997 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461a36d8-ce3e-4f1f-8544-bc411a640f34 admin admin] Received port after_create {{(pid=184192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:22:01.898828 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a36d8-ce3e-4f1f-8544-bc411a640f34 admin admin] Pushing event updated for resources: {'Port': ['ID=27163940-adae-4b4c-97d7-0dafcb8171d3,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:01.914215 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d7cade-ddd3-404b-aa42-ccd365e42cee None None] Network 2129420f-2812-466d-9bce-5386e3460d60 requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:22:02.054350 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959ff14c-c343-4f6c-b6e1-31c0cd76fe74 None None] Network df196751-a1e1-4e9b-add1-ed127b778359 requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:22:02.239063 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9396b2f2-c8d1-46a9-b23c-3cfbb4440006 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:02.325756 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5c5b4578-4b3e-46f9-8250-ed205813c8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:02.407202 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-cdf358e4-424d-4125-a743-e12d1181e195 None None] Notify callbacks [] for port, precommit_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:02.425625 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 55426) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:02.428640 dv-cinder-810035-1-iscsi neutron-server[184192]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 21 16:22:02.445191 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a7b412-e6d7-4ae5-9689-b4bfe2ea1879 None None] Network 48ada096-de1e-4f63-81b0-12e54ddd3ecc requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:22:02.486447 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 55432) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:02.489929 dv-cinder-810035-1-iscsi neutron-server[184191]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 21 16:22:02.522662 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5c5b4578-4b3e-46f9-8250-ed205813c8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:02.537973 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-cdf358e4-424d-4125-a743-e12d1181e195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112'] for port, after_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:02.546361 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-79974a26-2ba8-4e86-8476-cf39e2b37c6f None None] Provisioning complete for port 65c08a10-2b0a-4203-a3a9-ff96054800eb triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:02.546724 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-79974a26-2ba8-4e86-8476-cf39e2b37c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:02.592716 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf358e4-424d-4125-a743-e12d1181e195 None None] Network 74453f4e-295a-4b01-8c05-e1fb2fd58439 is already hosted by enough agents. {{(pid=184193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:22:02.619432 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.scheduler.base_scheduler [None req-cdf358e4-424d-4125-a743-e12d1181e195 None None] Resources bound (agent type, host, resource id): {{(pid=184193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:22:02.651046 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf358e4-424d-4125-a743-e12d1181e195 None None] Received port after_create {{(pid=184193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:22:02.701704 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf358e4-424d-4125-a743-e12d1181e195 None None] Pushing event updated for resources: {'Port': ['ID=92feedba-0887-4524-92c4-a8123e1fcfca,revision_number=1']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:02.703928 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-5c5b4578-4b3e-46f9-8250-ed205813c8e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f87cf889f2874df2996d1ed17c35c782&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1050038 Sep 21 16:22:02.754958 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 55438) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:02.808234 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-92cbe66c-1b06-4b3c-b8cd-a95ae4d0fe07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:02.809697 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-cdf358e4-424d-4125-a743-e12d1181e195 None None] Attempting to bind port 92feedba-0887-4524-92c4-a8123e1fcfca on host dv-cinder-810035-1-iscsi for vnic_type normal with profile {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:22:02.810067 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-cdf358e4-424d-4125-a743-e12d1181e195 None None] Attempting to bind port 92feedba-0887-4524-92c4-a8123e1fcfca by drivers openvswitch,hyperv on host dv-cinder-810035-1-iscsi at level 0 using segments [{'id': 'f105e78b-d17d-49b4-8dea-7bfd49dbcc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439'}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:22:02.810428 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf358e4-424d-4125-a743-e12d1181e195 None None] Attempting to bind port 92feedba-0887-4524-92c4-a8123e1fcfca on network 74453f4e-295a-4b01-8c05-e1fb2fd58439 {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:22:02.821672 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf358e4-424d-4125-a743-e12d1181e195 None None] Checking agent: {'id': 'a5dd5e8b-ecdf-45ba-8497-6d160056e51d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 13, 45), 'started_at': datetime.datetime(2021, 9, 21, 16, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:22:02.822045 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf358e4-424d-4125-a743-e12d1181e195 None None] Checking segment: {'id': 'f105e78b-d17d-49b4-8dea-7bfd49dbcc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:22:02.822448 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-cdf358e4-424d-4125-a743-e12d1181e195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:02.823449 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf358e4-424d-4125-a743-e12d1181e195 None None] Bound using segment: {'id': 'f105e78b-d17d-49b4-8dea-7bfd49dbcc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439'} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:22:02.823954 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-cdf358e4-424d-4125-a743-e12d1181e195 None None] Bound port: 92feedba-0887-4524-92c4-a8123e1fcfca, host: dv-cinder-810035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f105e78b-d17d-49b4-8dea-7bfd49dbcc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439'}}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:22:02.825159 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-cdf358e4-424d-4125-a743-e12d1181e195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:02.839246 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-79974a26-2ba8-4e86-8476-cf39e2b37c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:02.842078 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b4578-4b3e-46f9-8250-ed205813c8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b013ee-071a-47eb-be4f-95a4addfa2f4,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:02.851015 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:22:02.874257 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 65c08a10-2b0a-4203-a3a9-ff96054800eb up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:22:02.900271 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-92cbe66c-1b06-4b3c-b8cd-a95ae4d0fe07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:02.909848 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-56818b7b-f06b-41db-8497-8ac1e86238fc tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:02.917653 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-56818b7b-f06b-41db-8497-8ac1e86238fc tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/networks?id=df196751-a1e1-4e9b-add1-ed127b778359 HTTP/1.1" status: 200 len: 811 time: 0.4901102 Sep 21 16:22:02.917988 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-e684862e-2f26-400c-9681-68d49f9f7183 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:02.925001 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-e684862e-2f26-400c-9681-68d49f9f7183 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/networks?id=2129420f-2812-466d-9bce-5386e3460d60 HTTP/1.1" status: 200 len: 815 time: 0.4373014 Sep 21 16:22:02.936224 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-461a36d8-ce3e-4f1f-8544-bc411a640f34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:02.936898 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-79974a26-2ba8-4e86-8476-cf39e2b37c6f None None] For port 65c08a10-2b0a-4203-a3a9-ff96054800eb, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=65c08a10-2b0a-4203-a3a9-ff96054800eb,segment=NetworkSegment(b3e2becc-0704-4cb3-ad9f-856f8136348e),segment_id=b3e2becc-0704-4cb3-ad9f-856f8136348e)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:22:02.978110 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-cdf358e4-424d-4125-a743-e12d1181e195 None None] For port 92feedba-0887-4524-92c4-a8123e1fcfca, host dv-cinder-810035-1-iscsi, cleared binding levels {{(pid=184193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:22:02.982527 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-cdf358e4-424d-4125-a743-e12d1181e195 None None] For port 92feedba-0887-4524-92c4-a8123e1fcfca, host dv-cinder-810035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=92feedba-0887-4524-92c4-a8123e1fcfca,segment=NetworkSegment(f105e78b-d17d-49b4-8dea-7bfd49dbcc51),segment_id=f105e78b-d17d-49b4-8dea-7bfd49dbcc51)] {{(pid=184193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:22:02.982704 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-8893551c-ebc9-4aa1-8953-e3a5fe6d0945 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/quotas/5fb20277dcc84c37ae3841776102a3b9 HTTP/1.1" status: 200 len: 375 time: 0.0566401 Sep 21 16:22:02.991218 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 65c08a10-2b0a-4203-a3a9-ff96054800eb triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:02.991497 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:03.013600 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-79974a26-2ba8-4e86-8476-cf39e2b37c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:03.053773 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-2110942c-e512-4c43-a950-09294fdbbf3c tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/quotas/925062c721cd489bb5d5889f16fd9f2e HTTP/1.1" status: 200 len: 375 time: 0.1350729 Sep 21 16:22:03.062773 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-f2aeb102-5fc5-4515-89e9-2db91fb089cf tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5fb20277dcc84c37ae3841776102a3b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704176 Sep 21 16:22:03.104698 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-cdf358e4-424d-4125-a743-e12d1181e195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:03.140074 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79974a26-2ba8-4e86-8476-cf39e2b37c6f None None] Pushing event updated for resources: {'Port': ['ID=65c08a10-2b0a-4203-a3a9-ff96054800eb,revision_number=3']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:03.167803 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-5263d9d5-01b3-47d3-b4bc-59d35a2722cf tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=925062c721cd489bb5d5889f16fd9f2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1128221 Sep 21 16:22:03.172149 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-f3e7786b-37ed-4cf6-8190-274b78db9774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:03.213045 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-f3e7786b-37ed-4cf6-8190-274b78db9774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:03.240509 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf358e4-424d-4125-a743-e12d1181e195 None None] Pushing event updated for resources: {'Port': ['ID=92feedba-0887-4524-92c4-a8123e1fcfca,revision_number=2']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:03.256284 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-1120e6e4-e0df-4d97-9392-11f3bb75ca3f None None] Provisioning complete for port 65c08a10-2b0a-4203-a3a9-ff96054800eb triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:03.256746 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-1120e6e4-e0df-4d97-9392-11f3bb75ca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:03.278243 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_common [None req-92cbe66c-1b06-4b3c-b8cd-a95ae4d0fe07 admin admin] Allocated IP 172.27.2.4 (72679c7d-9bce-4a4a-9509-1e8f9e1d8844/b489826c-59d7-499a-88a6-c55f1856fec4/fed66a0f-1c95-4fff-aa0e-a1de936ede27) {{(pid=184191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:22:03.310406 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-461a36d8-ce3e-4f1f-8544-bc411a640f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615496'] for router, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:03.322566 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9396b2f2-c8d1-46a9-b23c-3cfbb4440006 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:03.353625 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-4f11a9b1-93e1-40d3-98f4-c0d28e098674 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=184192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 16:22:03.353951 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9396b2f2-c8d1-46a9-b23c-3cfbb4440006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:03.354980 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-4f11a9b1-93e1-40d3-98f4-c0d28e098674 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0996864 Sep 21 16:22:03.400439 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-95d8065d-194b-4f26-be0b-3c900186f182 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=184191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 16:22:03.404654 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-95d8065d-194b-4f26-be0b-3c900186f182 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1316102 Sep 21 16:22:03.443219 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-f3e7786b-37ed-4cf6-8190-274b78db9774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:03.448689 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-f3e7786b-37ed-4cf6-8190-274b78db9774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:03.451541 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-f3e7786b-37ed-4cf6-8190-274b78db9774 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c2b013ee-071a-47eb-be4f-95a4addfa2f4 HTTP/1.1" status: 204 len: 168 time: 0.6950085 Sep 21 16:22:03.471730 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7786b-37ed-4cf6-8190-274b78db9774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b013ee-071a-47eb-be4f-95a4addfa2f4,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:03.593133 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-92cbe66c-1b06-4b3c-b8cd-a95ae4d0fe07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:03.620128 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-6d6a8dcc-d991-4e7f-9647-6b8b9b405e50 service neutron] 10.222.0.41 "GET /v2.0/networks/2129420f-2812-466d-9bce-5386e3460d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129099 Sep 21 16:22:03.728524 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-1c100d00-ed72-4590-be62-8d0282df7135 service neutron] 10.222.0.41 "GET /v2.0/networks/df196751-a1e1-4e9b-add1-ed127b778359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265929 Sep 21 16:22:03.729865 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-65ee8300-dd0a-42b4-af33-82965de84634 service neutron] 10.222.0.41 "GET /v2.0/networks/2129420f-2812-466d-9bce-5386e3460d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998838 Sep 21 16:22:03.791429 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-92cbe66c-1b06-4b3c-b8cd-a95ae4d0fe07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112'] for port, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:03.861540 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cbe66c-1b06-4b3c-b8cd-a95ae4d0fe07 admin admin] Network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:22:03.866354 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-92cbe66c-1b06-4b3c-b8cd-a95ae4d0fe07 admin admin] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:22:03.875953 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cbe66c-1b06-4b3c-b8cd-a95ae4d0fe07 admin admin] Received port after_create {{(pid=184191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:22:03.894686 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-36e64f5e-7d12-40b8-9faa-cf82373abf17 service neutron] 10.222.0.41 "GET /v2.0/networks/df196751-a1e1-4e9b-add1-ed127b778359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560321 Sep 21 16:22:03.895933 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461a36d8-ce3e-4f1f-8544-bc411a640f34 admin admin] Router 23c10ef0-a183-4e34-a3fb-3f6622d24f10 is scheduled to L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 with binding_index 1 {{(pid=184192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 16:22:03.924607 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbe66c-1b06-4b3c-b8cd-a95ae4d0fe07 admin admin] Pushing event updated for resources: {'Port': ['ID=fed66a0f-1c95-4fff-aa0e-a1de936ede27,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:03.929398 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_common [None req-9396b2f2-c8d1-46a9-b23c-3cfbb4440006 admin admin] Allocated IP 172.27.2.107 (72679c7d-9bce-4a4a-9509-1e8f9e1d8844/b489826c-59d7-499a-88a6-c55f1856fec4/273c47f6-7c10-4ce8-bf6f-8b9efb280354) {{(pid=184191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:22:04.159667 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461a36d8-ce3e-4f1f-8544-bc411a640f34 admin admin] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:22:04.169650 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3666ac-6ac2-4bd0-828a-4d9df1928c90 None None] Sync routers for ids ['23c10ef0-a183-4e34-a3fb-3f6622d24f10'] in dv-cinder-810035-1-iscsi {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:22:04.181328 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3666ac-6ac2-4bd0-828a-4d9df1928c90 None None] Routers {'23c10ef0-a183-4e34-a3fb-3f6622d24f10'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:22:04.183152 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-4b3666ac-6ac2-4bd0-828a-4d9df1928c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:21:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['23c10ef0-a183-4e34-a3fb-3f6622d24f10'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:22:04.256528 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9396b2f2-c8d1-46a9-b23c-3cfbb4440006 admin admin] Notify callbacks [] for port, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:04.453175 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 55486) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:04.455253 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-608a8ec9-c9f5-40c9-9fc4-cda005584956 req-2da4adec-3e28-42d7-bfe5-31b24f297c50 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 210 time: 0.1484871 Sep 21 16:22:04.488264 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-92cbe66c-1b06-4b3c-b8cd-a95ae4d0fe07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:04.497949 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-4b3666ac-6ac2-4bd0-828a-4d9df1928c90 None None] Set router 23c10ef0-a183-4e34-a3fb-3f6622d24f10 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:22:04.536481 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-07cfa7e6-c24e-4114-bba7-cb7406e70c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:04.538524 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-461a36d8-ce3e-4f1f-8544-bc411a640f34 admin admin] Notify callbacks [] for router, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:04.558672 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-461a36d8-ce3e-4f1f-8544-bc411a640f34 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7007868 Sep 21 16:22:04.559480 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 55500) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:04.578092 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c53e3b7-f62d-442f-afdc-f63844b5d845 None None] Network 74453f4e-295a-4b01-8c05-e1fb2fd58439 requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:22:04.660216 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-37389780-e7af-4553-8da6-f4a23c6bdc18 None None] Provisioning complete for port 92feedba-0887-4524-92c4-a8123e1fcfca triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:04.660390 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-37389780-e7af-4553-8da6-f4a23c6bdc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:04.832660 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-89168990-c195-4096-b256-845e42a3504f req-8d74ae93-5ba5-47a8-a48a-52e8e7ac77d4 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 210 time: 0.3378263 Sep 21 16:22:04.932092 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-4b3666ac-6ac2-4bd0-828a-4d9df1928c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'name': 'tempest-AttachVolumeTestJSON-1012380342-router', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:00Z', 'updated_at': '2021-09-21T16:22:02Z', 'revision_number': 3, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'gw_port': {'id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:89:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi'}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:22:04.987579 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3666ac-6ac2-4bd0-828a-4d9df1928c90 None None] Checking router: 23c10ef0-a183-4e34-a3fb-3f6622d24f10 for host: dv-cinder-810035-1-iscsi {{(pid=184194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:22:04.989233 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3666ac-6ac2-4bd0-828a-4d9df1928c90 None None] Updating router 23c10ef0-a183-4e34-a3fb-3f6622d24f10 port 27163940-adae-4b4c-97d7-0dafcb8171d3 binding host dv-cinder-810035-1-iscsi {{(pid=184194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:22:05.028808 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-4b3666ac-6ac2-4bd0-828a-4d9df1928c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:05.178277 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 65c08a10-2b0a-4203-a3a9-ff96054800eb up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:22:05.179208 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-92cbe66c-1b06-4b3c-b8cd-a95ae4d0fe07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615496'] for router, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:05.313648 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-37389780-e7af-4553-8da6-f4a23c6bdc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:05.346049 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-07cfa7e6-c24e-4114-bba7-cb7406e70c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:05.419766 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 65c08a10-2b0a-4203-a3a9-ff96054800eb triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:05.420743 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:05.424884 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-37389780-e7af-4553-8da6-f4a23c6bdc18 None None] For port 92feedba-0887-4524-92c4-a8123e1fcfca, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=92feedba-0887-4524-92c4-a8123e1fcfca,segment=NetworkSegment(f105e78b-d17d-49b4-8dea-7bfd49dbcc51),segment_id=f105e78b-d17d-49b4-8dea-7bfd49dbcc51)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:22:05.529393 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-37389780-e7af-4553-8da6-f4a23c6bdc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:05.543169 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 92feedba-0887-4524-92c4-a8123e1fcfca up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:22:05.555052 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-07cfa7e6-c24e-4114-bba7-cb7406e70c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:05.585219 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f95e22d5-698c-40e5-a700-9e799193414d req-6e3fc71a-c1a8-4b19-a395-06db8eeac77d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 210 time: 0.0382969 Sep 21 16:22:05.608617 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9396b2f2-c8d1-46a9-b23c-3cfbb4440006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112'] for port, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:05.649328 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37389780-e7af-4553-8da6-f4a23c6bdc18 None None] Pushing event updated for resources: {'Port': ['ID=92feedba-0887-4524-92c4-a8123e1fcfca,revision_number=3']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:05.661249 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9396b2f2-c8d1-46a9-b23c-3cfbb4440006 admin admin] Network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:22:05.687796 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-07cfa7e6-c24e-4114-bba7-cb7406e70c96 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c6ed0a05bffb4b3cb73ed0f92866033d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2315373 Sep 21 16:22:05.688689 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfa7e6-c24e-4114-bba7-cb7406e70c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20aa4ef-11b3-4484-b145-f2d425900804,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:05.690788 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 92feedba-0887-4524-92c4-a8123e1fcfca triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:05.697699 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 55538) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:05.699568 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92cbe66c-1b06-4b3c-b8cd-a95ae4d0fe07 admin admin] Router a70d54da-b128-4676-accf-aec2209d6dac is scheduled to L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 with binding_index 1 {{(pid=184191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 16:22:05.701771 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-9396b2f2-c8d1-46a9-b23c-3cfbb4440006 admin admin] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:22:05.709556 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9396b2f2-c8d1-46a9-b23c-3cfbb4440006 admin admin] Received port after_create {{(pid=184191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:22:05.718868 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:05.723534 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-0ecebd6f-8593-4397-9656-e287633ed6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:05.724362 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396b2f2-c8d1-46a9-b23c-3cfbb4440006 admin admin] Pushing event updated for resources: {'Port': ['ID=273c47f6-7c10-4ce8-bf6f-8b9efb280354,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:05.833770 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-1cc07dfc-b656-43ee-a769-7a7e5f5eb96b None None] Provisioning complete for port 92feedba-0887-4524-92c4-a8123e1fcfca triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:05.835675 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-1cc07dfc-b656-43ee-a769-7a7e5f5eb96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:05.970293 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cbe66c-1b06-4b3c-b8cd-a95ae4d0fe07 admin admin] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:22:05.994462 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405c7661-6cff-4b1b-8f07-7ca20b13dde4 None None] Sync routers for ids ['a70d54da-b128-4676-accf-aec2209d6dac'] in dv-cinder-810035-1-iscsi {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:22:06.008399 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-4b3666ac-6ac2-4bd0-828a-4d9df1928c90 None None] Notify callbacks [] for port, precommit_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:06.019712 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405c7661-6cff-4b1b-8f07-7ca20b13dde4 None None] Routers {'a70d54da-b128-4676-accf-aec2209d6dac'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:22:06.020494 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-405c7661-6cff-4b1b-8f07-7ca20b13dde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:21:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['a70d54da-b128-4676-accf-aec2209d6dac'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:22:06.050642 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-3e4f1cb7-68d9-4aae-8f66-88c135ec34e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:06.063653 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-78c71a9e-60ee-40ae-9b85-6f5de1ad1c45 req-715f2aae-186f-4250-9efe-5d979e4da745 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 210 time: 0.0888875 Sep 21 16:22:06.106104 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-4b3666ac-6ac2-4bd0-828a-4d9df1928c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:06.156050 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-92cbe66c-1b06-4b3c-b8cd-a95ae4d0fe07 admin admin] Notify callbacks [] for router, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:06.162842 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-3e4f1cb7-68d9-4aae-8f66-88c135ec34e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:06.163094 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-92cbe66c-1b06-4b3c-b8cd-a95ae4d0fe07 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0502632 Sep 21 16:22:06.163823 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 55558) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:06.192308 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e6aaf-f803-4c29-94ee-df26499b9e99 None None] Pushing event updated for resources: {'Port': ['ID=27163940-adae-4b4c-97d7-0dafcb8171d3,revision_number=2']} {{(pid=184194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:06.210201 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e6aaf-f803-4c29-94ee-df26499b9e99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:06.210781 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e6aaf-f803-4c29-94ee-df26499b9e99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:06.211292 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e6aaf-f803-4c29-94ee-df26499b9e99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:06.212406 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e6aaf-f803-4c29-94ee-df26499b9e99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:06.212942 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e6aaf-f803-4c29-94ee-df26499b9e99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:06.213987 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e6aaf-f803-4c29-94ee-df26499b9e99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:06.214744 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e6aaf-f803-4c29-94ee-df26499b9e99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:06.215240 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e6aaf-f803-4c29-94ee-df26499b9e99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:06.215803 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e6aaf-f803-4c29-94ee-df26499b9e99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e6aaf-f803-4c29-94ee-df26499b9e99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e6aaf-f803-4c29-94ee-df26499b9e99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e6aaf-f803-4c29-94ee-df26499b9e99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e6aaf-f803-4c29-94ee-df26499b9e99 None None] Tracked resource versions report: Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: pushed versions: Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: { 'AddressGroup': {'1.2'}, Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: 'ConntrackHelper': {'1.0'}, Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: 'Log': {'1.0'}, Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: 'Network': {'1.1'}, Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: 'Port': {'1.7'}, Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: 'PortForwarding': {'1.2'}, Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: 'QosPolicy': {'1.9'}, Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: 'SecurityGroup': {'1.4'}, Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: 'SecurityGroupRule': {'1.2'}, Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: 'SubPort': {'1.0'}, Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: 'Subnet': {'1.1'}, Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: 'Trunk': {'1.1'}} Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: consumer versions: Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: { DHCP agent@dv-cinder-810035-1-iscsi: {}, Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: HyperV agent@hv-cinder-81003: {}, Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: L3 agent@dv-cinder-810035-1-iscsi: {}, Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: Metadata agent@dv-cinder-810035-1-iscsi: {}, Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: Metering agent@dv-cinder-810035-1-iscsi: {}, Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: Open vSwitch agent@dv-cinder-810035-1-iscsi: { 'AddressGroup': '1.2', Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: 'ConntrackHelper': '1.0', Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: 'Log': '1.0', Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: 'Network': '1.1', Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: 'Port': '1.7', Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: 'PortForwarding': '1.2', Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: 'QosPolicy': '1.9', Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: 'SecurityGroup': '1.4', Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: 'SecurityGroupRule': '1.2', Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: 'SubPort': '1.0', Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: 'Subnet': '1.1', Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: 'Trunk': '1.1'}} Sep 21 16:22:06.219147 dv-cinder-810035-1-iscsi neutron-server[184194]: {{(pid=184194) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 16:22:06.238750 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.managers [None req-4b3666ac-6ac2-4bd0-828a-4d9df1928c90 None None] Attempting to bind port 27163940-adae-4b4c-97d7-0dafcb8171d3 on host dv-cinder-810035-1-iscsi for vnic_type normal with profile {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:22:06.239453 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.managers [None req-4b3666ac-6ac2-4bd0-828a-4d9df1928c90 None None] Attempting to bind port 27163940-adae-4b4c-97d7-0dafcb8171d3 by drivers openvswitch,hyperv on host dv-cinder-810035-1-iscsi at level 0 using segments [{'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}] {{(pid=184194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:22:06.240038 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3666ac-6ac2-4bd0-828a-4d9df1928c90 None None] Attempting to bind port 27163940-adae-4b4c-97d7-0dafcb8171d3 on network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:22:06.240152 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-405c7661-6cff-4b1b-8f07-7ca20b13dde4 None None] Set router a70d54da-b128-4676-accf-aec2209d6dac gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:22:06.247748 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3666ac-6ac2-4bd0-828a-4d9df1928c90 None None] Checking agent: {'id': 'a5dd5e8b-ecdf-45ba-8497-6d160056e51d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 13, 45), 'started_at': datetime.datetime(2021, 9, 21, 16, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:22:06.250602 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3666ac-6ac2-4bd0-828a-4d9df1928c90 None None] Checking segment: {'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:22:06.250602 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-4b3666ac-6ac2-4bd0-828a-4d9df1928c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:06.250602 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3666ac-6ac2-4bd0-828a-4d9df1928c90 None None] Bound using segment: {'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'} {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:22:06.250602 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.managers [None req-4b3666ac-6ac2-4bd0-828a-4d9df1928c90 None None] Bound port: 27163940-adae-4b4c-97d7-0dafcb8171d3, host: dv-cinder-810035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}}] {{(pid=184194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:22:06.250602 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-4b3666ac-6ac2-4bd0-828a-4d9df1928c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:06.300103 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.db_base_plugin_common [None req-0ecebd6f-8593-4397-9656-e287633ed6e0 admin admin] Allocated IP 172.20.0.1 (48ada096-de1e-4f63-81b0-12e54ddd3ecc/d0a8263f-7f3f-444d-a2c9-8f405212c5f3/dbf5e7fd-ff4d-449e-922d-34cc4de89210) {{(pid=184192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:22:06.357960 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.db [None req-4b3666ac-6ac2-4bd0-828a-4d9df1928c90 None None] For port 27163940-adae-4b4c-97d7-0dafcb8171d3, host dv-cinder-810035-1-iscsi, cleared binding levels {{(pid=184194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:22:06.361841 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9396b2f2-c8d1-46a9-b23c-3cfbb4440006 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:06.363582 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.db [None req-4b3666ac-6ac2-4bd0-828a-4d9df1928c90 None None] For port 27163940-adae-4b4c-97d7-0dafcb8171d3, host dv-cinder-810035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=27163940-adae-4b4c-97d7-0dafcb8171d3,segment=NetworkSegment(20491f07-cf61-416d-8708-a00434b2d30f),segment_id=20491f07-cf61-416d-8708-a00434b2d30f)] {{(pid=184194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:22:06.483735 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-0ecebd6f-8593-4397-9656-e287633ed6e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:06.497379 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-3e4f1cb7-68d9-4aae-8f66-88c135ec34e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:06.497379 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-3e4f1cb7-68d9-4aae-8f66-88c135ec34e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:06.497379 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-3e4f1cb7-68d9-4aae-8f66-88c135ec34e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d20aa4ef-11b3-4484-b145-f2d425900804 HTTP/1.1" status: 204 len: 168 time: 0.7902122 Sep 21 16:22:06.521261 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-405c7661-6cff-4b1b-8f07-7ca20b13dde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70d54da-b128-4676-accf-aec2209d6dac', 'name': 'tempest-ServerRescueNegativeTestJSON-774173010-router', 'tenant_id': '93f2e2ff196b40faba780c1bba395eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'fed66a0f-1c95-4fff-aa0e-a1de936ede27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:04Z', 'revision_number': 3, 'project_id': '93f2e2ff196b40faba780c1bba395eba', 'gw_port': {'id': 'fed66a0f-1c95-4fff-aa0e-a1de936ede27', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:70:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70d54da-b128-4676-accf-aec2209d6dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:02Z', 'updated_at': '2021-09-21T16:22:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi'}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:22:06.549713 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405c7661-6cff-4b1b-8f07-7ca20b13dde4 None None] Checking router: a70d54da-b128-4676-accf-aec2209d6dac for host: dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:22:06.550071 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405c7661-6cff-4b1b-8f07-7ca20b13dde4 None None] Updating router a70d54da-b128-4676-accf-aec2209d6dac port fed66a0f-1c95-4fff-aa0e-a1de936ede27 binding host dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:22:06.552172 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f1cb7-68d9-4aae-8f66-88c135ec34e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20aa4ef-11b3-4484-b145-f2d425900804,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:06.586742 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-405c7661-6cff-4b1b-8f07-7ca20b13dde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:06.653542 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-4b3666ac-6ac2-4bd0-828a-4d9df1928c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:06.722546 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-e0ef467b-c9fb-427b-abc3-d0efbcd6f8af req-6de83e17-67ee-4775-bc43-6186839e155c tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 210 time: 0.0779929 Sep 21 16:22:06.725019 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-0ecebd6f-8593-4397-9656-e287633ed6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112'] for port, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:06.764836 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9396b2f2-c8d1-46a9-b23c-3cfbb4440006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615496'] for router, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:06.797531 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3666ac-6ac2-4bd0-828a-4d9df1928c90 None None] Routers {'23c10ef0-a183-4e34-a3fb-3f6622d24f10'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:22:06.798190 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-4b3666ac-6ac2-4bd0-828a-4d9df1928c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:21:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['23c10ef0-a183-4e34-a3fb-3f6622d24f10'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:22:06.839581 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 92feedba-0887-4524-92c4-a8123e1fcfca up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:22:06.851683 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecebd6f-8593-4397-9656-e287633ed6e0 admin admin] Network 48ada096-de1e-4f63-81b0-12e54ddd3ecc is already hosted by enough agents. {{(pid=184192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:22:06.858561 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.base_scheduler [None req-0ecebd6f-8593-4397-9656-e287633ed6e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=184192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:22:06.869120 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecebd6f-8593-4397-9656-e287633ed6e0 admin admin] Received port after_create {{(pid=184192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:22:06.869120 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-0ecebd6f-8593-4397-9656-e287633ed6e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615583'] for router_interface, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:06.927654 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e6aaf-f803-4c29-94ee-df26499b9e99 None None] Pushing event updated for resources: {'Port': ['ID=27163940-adae-4b4c-97d7-0dafcb8171d3,revision_number=3']} {{(pid=184194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:06.982568 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecebd6f-8593-4397-9656-e287633ed6e0 admin admin] Pushing event updated for resources: {'Port': ['ID=dbf5e7fd-ff4d-449e-922d-34cc4de89210,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:07.050104 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-4b3666ac-6ac2-4bd0-828a-4d9df1928c90 None None] Set router 23c10ef0-a183-4e34-a3fb-3f6622d24f10 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:22:07.139595 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 92feedba-0887-4524-92c4-a8123e1fcfca triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:07.143967 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:07.251115 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-637eb04d-3af4-48f8-8a09-c1f29ad225c6 req-78f7dfb1-77e6-4f27-b6c7-7c732bcd5fb7 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 210 time: 0.0592115 Sep 21 16:22:07.310122 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 55584) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:07.313012 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-f2f50f5a-9bb3-45cf-8eaa-e31af021a75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:07.356948 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-c3e89429-5498-4cbb-8e43-caeb71468f73 None None] Provisioning complete for port dbf5e7fd-ff4d-449e-922d-34cc4de89210 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:07.357320 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-c3e89429-5498-4cbb-8e43-caeb71468f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:07.361871 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-4b3666ac-6ac2-4bd0-828a-4d9df1928c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'name': 'tempest-AttachVolumeTestJSON-1012380342-router', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:00Z', 'updated_at': '2021-09-21T16:22:02Z', 'revision_number': 3, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'gw_port': {'id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:89:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi'}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:22:07.380888 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-0ecebd6f-8593-4397-9656-e287633ed6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:07.474500 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3666ac-6ac2-4bd0-828a-4d9df1928c90 None None] The sync data for ids ['23c10ef0-a183-4e34-a3fb-3f6622d24f10'] in dv-cinder-810035-1-iscsi is: [{'id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'name': 'tempest-AttachVolumeTestJSON-1012380342-router', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:00Z', 'updated_at': '2021-09-21T16:22:02Z', 'revision_number': 3, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'gw_port': {'id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:89:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi'}] {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:22:07.521550 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-405c7661-6cff-4b1b-8f07-7ca20b13dde4 None None] Notify callbacks [] for port, precommit_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:07.588078 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-c3e89429-5498-4cbb-8e43-caeb71468f73 None None] Port dbf5e7fd-ff4d-449e-922d-34cc4de89210 cannot update to ACTIVE because it is not bound. {{(pid=184193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 16:22:07.620920 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5ebdab14-1ad6-4f48-bcfb-e326626fb9b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:07.682697 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9396b2f2-c8d1-46a9-b23c-3cfbb4440006 admin admin] Router 32d89de4-824d-465e-8df6-d7ffad07050a is scheduled to L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 with binding_index 1 {{(pid=184191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 16:22:07.683649 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-405c7661-6cff-4b1b-8f07-7ca20b13dde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:07.744221 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-0ecebd6f-8593-4397-9656-e287633ed6e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:07.789821 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-405c7661-6cff-4b1b-8f07-7ca20b13dde4 None None] Attempting to bind port fed66a0f-1c95-4fff-aa0e-a1de936ede27 on host dv-cinder-810035-1-iscsi for vnic_type normal with profile {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:22:07.790205 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-405c7661-6cff-4b1b-8f07-7ca20b13dde4 None None] Attempting to bind port fed66a0f-1c95-4fff-aa0e-a1de936ede27 by drivers openvswitch,hyperv on host dv-cinder-810035-1-iscsi at level 0 using segments [{'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:22:07.790571 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405c7661-6cff-4b1b-8f07-7ca20b13dde4 None None] Attempting to bind port fed66a0f-1c95-4fff-aa0e-a1de936ede27 on network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:22:07.803862 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70186473-8b6b-4065-9738-7e11024dd211 None None] Pushing event updated for resources: {'Port': ['ID=fed66a0f-1c95-4fff-aa0e-a1de936ede27,revision_number=2']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:07.814472 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405c7661-6cff-4b1b-8f07-7ca20b13dde4 None None] Checking agent: {'id': 'a5dd5e8b-ecdf-45ba-8497-6d160056e51d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 13, 45), 'started_at': datetime.datetime(2021, 9, 21, 16, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:22:07.814855 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405c7661-6cff-4b1b-8f07-7ca20b13dde4 None None] Checking segment: {'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:22:07.815265 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-405c7661-6cff-4b1b-8f07-7ca20b13dde4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:07.817742 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405c7661-6cff-4b1b-8f07-7ca20b13dde4 None None] Bound using segment: {'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:22:07.818259 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-405c7661-6cff-4b1b-8f07-7ca20b13dde4 None None] Bound port: fed66a0f-1c95-4fff-aa0e-a1de936ede27, host: dv-cinder-810035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:22:07.818672 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-405c7661-6cff-4b1b-8f07-7ca20b13dde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:07.827204 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-0ecebd6f-8593-4397-9656-e287633ed6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:07.828687 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-0ecebd6f-8593-4397-9656-e287633ed6e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-616719'] for router_interface, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:07.929385 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_common [None req-f2f50f5a-9bb3-45cf-8eaa-e31af021a75b admin admin] Allocated IP 172.20.0.1 (27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b/ef51e1de-25f4-45cd-93c9-f3bb42d432a3/98cc8987-2ba3-42a3-961a-1ce609974887) {{(pid=184191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:22:08.029974 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-405c7661-6cff-4b1b-8f07-7ca20b13dde4 None None] For port fed66a0f-1c95-4fff-aa0e-a1de936ede27, host dv-cinder-810035-1-iscsi, cleared binding levels {{(pid=184193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:22:08.029974 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-405c7661-6cff-4b1b-8f07-7ca20b13dde4 None None] For port fed66a0f-1c95-4fff-aa0e-a1de936ede27, host dv-cinder-810035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=fed66a0f-1c95-4fff-aa0e-a1de936ede27,segment=NetworkSegment(20491f07-cf61-416d-8708-a00434b2d30f),segment_id=20491f07-cf61-416d-8708-a00434b2d30f)] {{(pid=184193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:22:08.150172 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecebd6f-8593-4397-9656-e287633ed6e0 admin admin] Pushing event updated for resources: {'Port': ['ID=dbf5e7fd-ff4d-449e-922d-34cc4de89210,revision_number=2']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:08.160836 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-405c7661-6cff-4b1b-8f07-7ca20b13dde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:08.196081 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5ebdab14-1ad6-4f48-bcfb-e326626fb9b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:08.231699 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-f2f50f5a-9bb3-45cf-8eaa-e31af021a75b admin admin] Notify callbacks [] for port, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:08.240419 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9396b2f2-c8d1-46a9-b23c-3cfbb4440006 admin admin] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:22:08.256411 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a5059a-cf1e-4484-b8a4-5d144e86639e None None] Sync routers for ids ['32d89de4-824d-465e-8df6-d7ffad07050a'] in dv-cinder-810035-1-iscsi {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:22:08.271680 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a5059a-cf1e-4484-b8a4-5d144e86639e None None] Routers {'32d89de4-824d-465e-8df6-d7ffad07050a'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:22:08.272120 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-14a5059a-cf1e-4484-b8a4-5d144e86639e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:21:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['32d89de4-824d-465e-8df6-d7ffad07050a'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:22:08.297068 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405c7661-6cff-4b1b-8f07-7ca20b13dde4 None None] Routers {'a70d54da-b128-4676-accf-aec2209d6dac'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:22:08.297725 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-405c7661-6cff-4b1b-8f07-7ca20b13dde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:21:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['a70d54da-b128-4676-accf-aec2209d6dac'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:22:08.324063 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0798238f-ec7f-48fb-9cfe-a15cc90ce8df req-4b30fc33-30cd-4912-9375-a9b1fb97d68e tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 210 time: 0.1762276 Sep 21 16:22:08.358199 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5ebdab14-1ad6-4f48-bcfb-e326626fb9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:08.441222 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecebd6f-8593-4397-9656-e287633ed6e0 admin admin] Network 48ada096-de1e-4f63-81b0-12e54ddd3ecc is already hosted by enough agents. {{(pid=184192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:22:08.457027 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-5ebdab14-1ad6-4f48-bcfb-e326626fb9b2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b3ce9bd09f9e48f2afbe7b013f76d873&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1351137 Sep 21 16:22:08.457027 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.base_scheduler [None req-0ecebd6f-8593-4397-9656-e287633ed6e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=184192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:22:08.457027 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebdab14-1ad6-4f48-bcfb-e326626fb9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9083f04e-3049-44f6-b023-9908b97212c1,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:08.457694 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 55630) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:08.564875 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9396b2f2-c8d1-46a9-b23c-3cfbb4440006 admin admin] Notify callbacks [] for router, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:08.564875 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-9396b2f2-c8d1-46a9-b23c-3cfbb4440006 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.0466666 Sep 21 16:22:08.564875 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 55634) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:08.574578 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70186473-8b6b-4065-9738-7e11024dd211 None None] Pushing event updated for resources: {'Port': ['ID=fed66a0f-1c95-4fff-aa0e-a1de936ede27,revision_number=3']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:08.661928 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-405c7661-6cff-4b1b-8f07-7ca20b13dde4 None None] Set router a70d54da-b128-4676-accf-aec2209d6dac gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:22:08.748863 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-f2f50f5a-9bb3-45cf-8eaa-e31af021a75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112'] for port, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:08.787636 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f50f5a-9bb3-45cf-8eaa-e31af021a75b admin admin] Network 27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:22:08.807612 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-f2f50f5a-9bb3-45cf-8eaa-e31af021a75b admin admin] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:22:08.820097 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-14a5059a-cf1e-4484-b8a4-5d144e86639e None None] Set router 32d89de4-824d-465e-8df6-d7ffad07050a gateway port host: dv-cinder-810035-1-iscsi {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:22:08.901276 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f50f5a-9bb3-45cf-8eaa-e31af021a75b admin admin] Received port after_create {{(pid=184191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:22:08.902136 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-f2f50f5a-9bb3-45cf-8eaa-e31af021a75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615583'] for router_interface, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:08.905026 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6eb0ba73-a283-4712-ad3e-a2a607ddc270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:08.941852 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6eb0ba73-a283-4712-ad3e-a2a607ddc270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:08.998942 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2b6bb791-11ea-4928-a75a-c93d3c02a58c req-94ae792d-62a4-4cfd-9aa7-42605fe07ec6 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 210 time: 0.3081939 Sep 21 16:22:09.121132 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 27163940-adae-4b4c-97d7-0dafcb8171d3 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:22:09.186257 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-14a5059a-cf1e-4484-b8a4-5d144e86639e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'name': 'tempest-AttachVolumeShelveTestJSON-1449937929-router', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:05Z', 'revision_number': 3, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'gw_port': {'id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:03Z', 'updated_at': '2021-09-21T16:22:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi'}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:22:09.199032 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f50f5a-9bb3-45cf-8eaa-e31af021a75b admin admin] Pushing event updated for resources: {'Port': ['ID=98cc8987-2ba3-42a3-961a-1ce609974887,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:09.208491 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ecebd6f-8593-4397-9656-e287633ed6e0 admin admin] Router 23c10ef0-a183-4e34-a3fb-3f6622d24f10 has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:22:09.209995 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6eb0ba73-a283-4712-ad3e-a2a607ddc270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:09.212897 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6eb0ba73-a283-4712-ad3e-a2a607ddc270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:09.215096 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-6eb0ba73-a283-4712-ad3e-a2a607ddc270 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9083f04e-3049-44f6-b023-9908b97212c1 HTTP/1.1" status: 204 len: 168 time: 0.7640004 Sep 21 16:22:09.219593 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-75e4178d-929d-4ef1-b04a-03a071565acf None None] Provisioning complete for port dbf5e7fd-ff4d-449e-922d-34cc4de89210 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:09.219977 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-75e4178d-929d-4ef1-b04a-03a071565acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:09.253352 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a5059a-cf1e-4484-b8a4-5d144e86639e None None] Checking router: 32d89de4-824d-465e-8df6-d7ffad07050a for host: dv-cinder-810035-1-iscsi {{(pid=184194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:22:09.253352 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a5059a-cf1e-4484-b8a4-5d144e86639e None None] Updating router 32d89de4-824d-465e-8df6-d7ffad07050a port 273c47f6-7c10-4ce8-bf6f-8b9efb280354 binding host dv-cinder-810035-1-iscsi {{(pid=184194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:22:09.272818 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-75e4178d-929d-4ef1-b04a-03a071565acf None None] Port dbf5e7fd-ff4d-449e-922d-34cc4de89210 cannot update to ACTIVE because it is not bound. {{(pid=184193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 16:22:09.322504 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-14a5059a-cf1e-4484-b8a4-5d144e86639e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:09.323609 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:09.339455 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0ba73-a283-4712-ad3e-a2a607ddc270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9083f04e-3049-44f6-b023-9908b97212c1,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:09.356730 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecebd6f-8593-4397-9656-e287633ed6e0 admin admin] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:22:09.368006 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-0ecebd6f-8593-4397-9656-e287633ed6e0 admin admin] 10.222.0.41 "PUT /v2.0/routers/23c10ef0-a183-4e34-a3fb-3f6622d24f10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8020532 Sep 21 16:22:09.386277 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 27163940-adae-4b4c-97d7-0dafcb8171d3 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:09.386652 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:09.451241 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-405c7661-6cff-4b1b-8f07-7ca20b13dde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70d54da-b128-4676-accf-aec2209d6dac', 'name': 'tempest-ServerRescueNegativeTestJSON-774173010-router', 'tenant_id': '93f2e2ff196b40faba780c1bba395eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'fed66a0f-1c95-4fff-aa0e-a1de936ede27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:04Z', 'revision_number': 3, 'project_id': '93f2e2ff196b40faba780c1bba395eba', 'gw_port': {'id': 'fed66a0f-1c95-4fff-aa0e-a1de936ede27', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:70:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70d54da-b128-4676-accf-aec2209d6dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:02Z', 'updated_at': '2021-09-21T16:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi'}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:22:09.469649 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.44', 49862) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:09.530731 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405c7661-6cff-4b1b-8f07-7ca20b13dde4 None None] The sync data for ids ['a70d54da-b128-4676-accf-aec2209d6dac'] in dv-cinder-810035-1-iscsi is: [{'id': 'a70d54da-b128-4676-accf-aec2209d6dac', 'name': 'tempest-ServerRescueNegativeTestJSON-774173010-router', 'tenant_id': '93f2e2ff196b40faba780c1bba395eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'fed66a0f-1c95-4fff-aa0e-a1de936ede27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:04Z', 'revision_number': 3, 'project_id': '93f2e2ff196b40faba780c1bba395eba', 'gw_port': {'id': 'fed66a0f-1c95-4fff-aa0e-a1de936ede27', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:70:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70d54da-b128-4676-accf-aec2209d6dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:02Z', 'updated_at': '2021-09-21T16:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi'}] {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:22:09.536400 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7bcea1dd-9152-4c72-80c6-f835ed7b6cf5 req-0bf6a5ef-03e5-4c34-84d6-92d3552476e1 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 210 time: 0.0779786 Sep 21 16:22:09.606517 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:09.654865 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] For port 27163940-adae-4b4c-97d7-0dafcb8171d3, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=27163940-adae-4b4c-97d7-0dafcb8171d3,segment=NetworkSegment(20491f07-cf61-416d-8708-a00434b2d30f),segment_id=20491f07-cf61-416d-8708-a00434b2d30f)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:22:09.771005 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-cb40cd33-e262-49b8-88f1-ac9a49739f2a tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:09.771005 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-cb40cd33-e262-49b8-88f1-ac9a49739f2a tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.44 "GET /v2.0/networks?id=df196751-a1e1-4e9b-add1-ed127b778359 HTTP/1.1" status: 200 len: 811 time: 0.2675960 Sep 21 16:22:09.808766 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-90f59621-c3b7-46e9-a1fd-d2f294d5d8bf tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Request body: {'port': {'device_id': '51de3533-6148-4315-9702-714f1a0fff5f', 'network_id': 'df196751-a1e1-4e9b-add1-ed127b778359', 'admin_state_up': True, 'tenant_id': '925062c721cd489bb5d5889f16fd9f2e'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:22:09.830997 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:09.905509 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-14a5059a-cf1e-4484-b8a4-5d144e86639e None None] Notify callbacks [] for port, precommit_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:09.986411 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Pushing event updated for resources: {'Port': ['ID=27163940-adae-4b4c-97d7-0dafcb8171d3,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:09.994910 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-14a5059a-cf1e-4484-b8a4-5d144e86639e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:10.098605 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-f2f50f5a-9bb3-45cf-8eaa-e31af021a75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:10.109158 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d0f04-e010-4877-a0f1-f74f62d79b59 None None] Pushing event updated for resources: {'Port': ['ID=273c47f6-7c10-4ce8-bf6f-8b9efb280354,revision_number=2']} {{(pid=184194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:10.176628 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.managers [None req-14a5059a-cf1e-4484-b8a4-5d144e86639e None None] Attempting to bind port 273c47f6-7c10-4ce8-bf6f-8b9efb280354 on host dv-cinder-810035-1-iscsi for vnic_type normal with profile {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:22:10.176921 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.managers [None req-14a5059a-cf1e-4484-b8a4-5d144e86639e None None] Attempting to bind port 273c47f6-7c10-4ce8-bf6f-8b9efb280354 by drivers openvswitch,hyperv on host dv-cinder-810035-1-iscsi at level 0 using segments [{'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}] {{(pid=184194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:22:10.177282 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a5059a-cf1e-4484-b8a4-5d144e86639e None None] Attempting to bind port 273c47f6-7c10-4ce8-bf6f-8b9efb280354 on network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:22:10.191304 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a5059a-cf1e-4484-b8a4-5d144e86639e None None] Checking agent: {'id': 'a5dd5e8b-ecdf-45ba-8497-6d160056e51d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 13, 45), 'started_at': datetime.datetime(2021, 9, 21, 16, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:22:10.193071 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a5059a-cf1e-4484-b8a4-5d144e86639e None None] Checking segment: {'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:22:10.193071 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-14a5059a-cf1e-4484-b8a4-5d144e86639e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:10.193071 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a5059a-cf1e-4484-b8a4-5d144e86639e None None] Bound using segment: {'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'} {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:22:10.196098 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.managers [None req-14a5059a-cf1e-4484-b8a4-5d144e86639e None None] Bound port: 273c47f6-7c10-4ce8-bf6f-8b9efb280354, host: dv-cinder-810035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}}] {{(pid=184194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:22:10.202110 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-14a5059a-cf1e-4484-b8a4-5d144e86639e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:10.358783 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c19a17d8-69d3-4e06-bab4-946b10f782e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:10.362665 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.db [None req-14a5059a-cf1e-4484-b8a4-5d144e86639e None None] For port 273c47f6-7c10-4ce8-bf6f-8b9efb280354, host dv-cinder-810035-1-iscsi, cleared binding levels {{(pid=184194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:22:10.363258 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-215271a6-50a2-495d-b415-06fe90d9a614 req-6492e62e-ff48-4221-b25c-338cad5fc5dc tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 210 time: 0.0739205 Sep 21 16:22:10.367022 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.db [None req-14a5059a-cf1e-4484-b8a4-5d144e86639e None None] For port 273c47f6-7c10-4ce8-bf6f-8b9efb280354, host dv-cinder-810035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=273c47f6-7c10-4ce8-bf6f-8b9efb280354,segment=NetworkSegment(20491f07-cf61-416d-8708-a00434b2d30f),segment_id=20491f07-cf61-416d-8708-a00434b2d30f)] {{(pid=184194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:22:10.409310 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.44', 49865) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:10.473059 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-14a5059a-cf1e-4484-b8a4-5d144e86639e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:10.499714 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-90f59621-c3b7-46e9-a1fd-d2f294d5d8bf tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Made reservation on behalf of 925062c721cd489bb5d5889f16fd9f2e for: {'port': 1} {{(pid=184192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:22:10.503243 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-90f59621-c3b7-46e9-a1fd-d2f294d5d8bf tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:10.504142 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72d0d31-6850-4416-b737-70d813313c94 None None] Sync routers for ids ['23c10ef0-a183-4e34-a3fb-3f6622d24f10'] in dv-cinder-810035-1-iscsi {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:22:10.530972 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72d0d31-6850-4416-b737-70d813313c94 None None] Routers {'23c10ef0-a183-4e34-a3fb-3f6622d24f10'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:22:10.537397 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-f72d0d31-6850-4416-b737-70d813313c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:21:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['23c10ef0-a183-4e34-a3fb-3f6622d24f10'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:22:10.946132 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a5059a-cf1e-4484-b8a4-5d144e86639e None None] Routers {'32d89de4-824d-465e-8df6-d7ffad07050a'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:22:10.946132 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-14a5059a-cf1e-4484-b8a4-5d144e86639e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:21:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['32d89de4-824d-465e-8df6-d7ffad07050a'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:22:10.946132 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d0f04-e010-4877-a0f1-f74f62d79b59 None None] Pushing event updated for resources: {'Port': ['ID=273c47f6-7c10-4ce8-bf6f-8b9efb280354,revision_number=3']} {{(pid=184194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:10.950876 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-f72d0d31-6850-4416-b737-70d813313c94 None None] Set router 23c10ef0-a183-4e34-a3fb-3f6622d24f10 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:22:11.034753 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-14a5059a-cf1e-4484-b8a4-5d144e86639e None None] Set router 32d89de4-824d-465e-8df6-d7ffad07050a gateway port host: dv-cinder-810035-1-iscsi {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:22:11.094513 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device fed66a0f-1c95-4fff-aa0e-a1de936ede27 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:22:11.189092 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.db_base_plugin_common [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-90f59621-c3b7-46e9-a1fd-d2f294d5d8bf tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Allocated IP 172.20.0.6 (df196751-a1e1-4e9b-add1-ed127b778359/c0f38c04-4c2a-493b-bbd9-47538955ff48/1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438) {{(pid=184192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:22:11.442327 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-034340ea-e118-4486-941e-e8684abec956 req-2deed58f-5823-481c-b4bd-d77042baa908 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 210 time: 0.0557327 Sep 21 16:22:11.526492 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-14a5059a-cf1e-4484-b8a4-5d144e86639e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'name': 'tempest-AttachVolumeShelveTestJSON-1449937929-router', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:05Z', 'revision_number': 3, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'gw_port': {'id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:03Z', 'updated_at': '2021-09-21T16:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi'}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:22:11.550238 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-90f59621-c3b7-46e9-a1fd-d2f294d5d8bf tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Notify callbacks [] for port, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:11.598266 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a5059a-cf1e-4484-b8a4-5d144e86639e None None] The sync data for ids ['32d89de4-824d-465e-8df6-d7ffad07050a'] in dv-cinder-810035-1-iscsi is: [{'id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'name': 'tempest-AttachVolumeShelveTestJSON-1449937929-router', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:05Z', 'revision_number': 3, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'gw_port': {'id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:03Z', 'updated_at': '2021-09-21T16:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi'}] {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:22:11.616922 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-7958db1a-4722-45cf-88cf-45f36806a197 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:11.619438 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-7958db1a-4722-45cf-88cf-45f36806a197 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.44 "GET /v2.0/networks?id=2129420f-2812-466d-9bce-5386e3460d60 HTTP/1.1" status: 200 len: 815 time: 1.2065067 Sep 21 16:22:11.635630 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-cfb3bf6c-bb53-40c3-8fb3-b20ce9bc42f2 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Request body: {'port': {'device_id': 'a19e9220-7b11-4ed3-8881-34e5d29db01f', 'network_id': '2129420f-2812-466d-9bce-5386e3460d60', 'admin_state_up': True, 'tenant_id': '5fb20277dcc84c37ae3841776102a3b9'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:22:11.642586 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port fed66a0f-1c95-4fff-aa0e-a1de936ede27 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:11.643117 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:11.727606 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7bee3b90-4724-4275-8409-e8ab1a8501b9 req-3294a053-3f0d-4c62-a0fe-4626c15c1c70 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 210 time: 0.0834126 Sep 21 16:22:11.794445 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-f72d0d31-6850-4416-b737-70d813313c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'name': 'tempest-AttachVolumeTestJSON-1012380342-router', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:00Z', 'updated_at': '2021-09-21T16:22:07Z', 'revision_number': 4, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'gw_port': {'id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': 'dbf5e7fd-ff4d-449e-922d-34cc4de89210', 'name': '', 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'mac_address': 'fa:16:3e:56:bc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd0a8263f-7f3f-444d-a2c9-8f405212c5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:05Z', 'updated_at': '2021-09-21T16:22:07Z', 'revision_number': 2, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'subnets': [{'id': 'd0a8263f-7f3f-444d-a2c9-8f405212c5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:22:11.837091 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-90f59621-c3b7-46e9-a1fd-d2f294d5d8bf tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112'] for port, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:11.880444 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-f2f50f5a-9bb3-45cf-8eaa-e31af021a75b admin admin] Notify callbacks [] for port, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:11.894665 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72d0d31-6850-4416-b737-70d813313c94 None None] Checking router: 23c10ef0-a183-4e34-a3fb-3f6622d24f10 for host: dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:22:11.896773 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72d0d31-6850-4416-b737-70d813313c94 None None] Updating router 23c10ef0-a183-4e34-a3fb-3f6622d24f10 port dbf5e7fd-ff4d-449e-922d-34cc4de89210 binding host dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:22:11.911963 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-7a816a16-420b-48bf-87f8-48537b8d1d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:11.928144 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_common [None req-c19a17d8-69d3-4e06-bab4-946b10f782e1 admin admin] Allocated IP 172.20.0.1 (74453f4e-295a-4b01-8c05-e1fb2fd58439/6371c2ed-8e66-4812-bc10-372bbd5ac836/fd26a66c-b111-445a-ac1a-316f620e260e) {{(pid=184191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:22:11.941738 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:11.951900 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 55752) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:11.959204 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-08f61bac-bda8-4ea9-a041-1c88f432cb94 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1683501028', 'description': 'tempest-description--483140478'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:22:11.966385 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-f72d0d31-6850-4416-b737-70d813313c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:12.016244 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-90f59621-c3b7-46e9-a1fd-d2f294d5d8bf tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Network df196751-a1e1-4e9b-add1-ed127b778359 is already hosted by enough agents. {{(pid=184192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:22:12.024794 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.base_scheduler [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-90f59621-c3b7-46e9-a1fd-d2f294d5d8bf tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Resources bound (agent type, host, resource id): {{(pid=184192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:22:12.032050 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] For port fed66a0f-1c95-4fff-aa0e-a1de936ede27, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=fed66a0f-1c95-4fff-aa0e-a1de936ede27,segment=NetworkSegment(20491f07-cf61-416d-8708-a00434b2d30f),segment_id=20491f07-cf61-416d-8708-a00434b2d30f)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:22:12.035330 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-90f59621-c3b7-46e9-a1fd-d2f294d5d8bf tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Received port after_create {{(pid=184192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:22:12.043299 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-90f59621-c3b7-46e9-a1fd-d2f294d5d8bf tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:12.044031 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-90f59621-c3b7-46e9-a1fd-d2f294d5d8bf tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for port, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:12.068228 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-f2f50f5a-9bb3-45cf-8eaa-e31af021a75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:12.071219 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-f2f50f5a-9bb3-45cf-8eaa-e31af021a75b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-616719'] for router_interface, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:12.076430 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f59621-c3b7-46e9-a1fd-d2f294d5d8bf tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Pushing event updated for resources: {'Port': ['ID=1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:12.144510 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-08f61bac-bda8-4ea9-a041-1c88f432cb94 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:12.214904 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-90f59621-c3b7-46e9-a1fd-d2f294d5d8bf tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4182868 Sep 21 16:22:12.226264 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-69ba6e06-5806-4bcb-945c-a53daaed695a tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=184192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 16:22:12.227597 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-69ba6e06-5806-4bcb-945c-a53daaed695a tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065758 Sep 21 16:22:12.447873 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:12.449760 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 27163940-adae-4b4c-97d7-0dafcb8171d3 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:22:12.577665 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f50f5a-9bb3-45cf-8eaa-e31af021a75b admin admin] Pushing event updated for resources: {'Port': ['ID=98cc8987-2ba3-42a3-961a-1ce609974887,revision_number=2']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:12.586472 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-f72d0d31-6850-4416-b737-70d813313c94 None None] Notify callbacks [] for port, precommit_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:12.679946 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 27163940-adae-4b4c-97d7-0dafcb8171d3 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:12.681038 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:12.733051 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1013d409-7d4b-441f-a6ad-489bc322b7b9 req-57ce10fa-5815-48a2-a329-fa3485b4a15c tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 210 time: 0.0815496 Sep 21 16:22:12.750726 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-d1c80dbf-fc50-47fc-87cd-7e6939db51b8 service neutron] Request body: {'port': {'device_id': '51de3533-6148-4315-9702-714f1a0fff5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81003'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:22:12.876817 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-d1c80dbf-fc50-47fc-87cd-7e6939db51b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:12.949225 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Pushing event updated for resources: {'Port': ['ID=fed66a0f-1c95-4fff-aa0e-a1de936ede27,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:12.952160 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c19a17d8-69d3-4e06-bab4-946b10f782e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:13.028282 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f50f5a-9bb3-45cf-8eaa-e31af021a75b admin admin] Network 27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:22:13.041850 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-08f61bac-bda8-4ea9-a041-1c88f432cb94 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:13.045813 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-f2f50f5a-9bb3-45cf-8eaa-e31af021a75b admin admin] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:22:13.122305 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff02ba-8d7c-4dff-a06a-74d36f83804a req-d5c67f68-088f-4a77-9d43-833946510a91 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:13.133361 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 273c47f6-7c10-4ce8-bf6f-8b9efb280354 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:22:13.144078 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-deff02ba-8d7c-4dff-a06a-74d36f83804a req-d5c67f68-088f-4a77-9d43-833946510a91 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 931 time: 0.2309000 Sep 21 16:22:13.207304 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 273c47f6-7c10-4ce8-bf6f-8b9efb280354 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:13.208135 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:13.258540 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-08f61bac-bda8-4ea9-a041-1c88f432cb94 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:13.269660 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-f72d0d31-6850-4416-b737-70d813313c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:13.306334 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-deff02ba-8d7c-4dff-a06a-74d36f83804a req-27341e30-da02-4d0c-ad2f-b8507b6220bd tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612077 Sep 21 16:22:13.307168 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f61bac-bda8-4ea9-a041-1c88f432cb94 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=370f9e3b-bc45-440c-b467-e0432300fd56,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:13.370050 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1050c-c71e-45c8-a501-8bda87b3d4d5 None None] Pushing event updated for resources: {'Port': ['ID=dbf5e7fd-ff4d-449e-922d-34cc4de89210,revision_number=3']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:13.413737 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f50f5a-9bb3-45cf-8eaa-e31af021a75b admin admin] Router a70d54da-b128-4676-accf-aec2209d6dac has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:22:13.596060 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-f72d0d31-6850-4416-b737-70d813313c94 None None] Attempting to bind port dbf5e7fd-ff4d-449e-922d-34cc4de89210 on host dv-cinder-810035-1-iscsi for vnic_type normal with profile {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:22:13.596060 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-f72d0d31-6850-4416-b737-70d813313c94 None None] Attempting to bind port dbf5e7fd-ff4d-449e-922d-34cc4de89210 by drivers openvswitch,hyperv on host dv-cinder-810035-1-iscsi at level 0 using segments [{'id': 'b3e2becc-0704-4cb3-ad9f-856f8136348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc'}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:22:13.596060 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72d0d31-6850-4416-b737-70d813313c94 None None] Attempting to bind port dbf5e7fd-ff4d-449e-922d-34cc4de89210 on network 48ada096-de1e-4f63-81b0-12e54ddd3ecc {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:22:13.599439 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-cfb3bf6c-bb53-40c3-8fb3-b20ce9bc42f2 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Made reservation on behalf of 5fb20277dcc84c37ae3841776102a3b9 for: {'port': 1} {{(pid=184191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:22:13.615657 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72d0d31-6850-4416-b737-70d813313c94 None None] Checking agent: {'id': 'a5dd5e8b-ecdf-45ba-8497-6d160056e51d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 13, 45), 'started_at': datetime.datetime(2021, 9, 21, 16, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:22:13.616397 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72d0d31-6850-4416-b737-70d813313c94 None None] Checking segment: {'id': 'b3e2becc-0704-4cb3-ad9f-856f8136348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:22:13.616526 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-cfb3bf6c-bb53-40c3-8fb3-b20ce9bc42f2 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:13.617066 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-f72d0d31-6850-4416-b737-70d813313c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:13.617612 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72d0d31-6850-4416-b737-70d813313c94 None None] Bound using segment: {'id': 'b3e2becc-0704-4cb3-ad9f-856f8136348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc'} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:22:13.618387 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-f72d0d31-6850-4416-b737-70d813313c94 None None] Bound port: dbf5e7fd-ff4d-449e-922d-34cc4de89210, host: dv-cinder-810035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e2becc-0704-4cb3-ad9f-856f8136348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc'}}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:22:13.618999 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-f72d0d31-6850-4416-b737-70d813313c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:13.624599 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:13.630052 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c19a17d8-69d3-4e06-bab4-946b10f782e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112'] for port, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:13.653263 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.notifiers.nova [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-d1c80dbf-fc50-47fc-87cd-7e6939db51b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438 {{(pid=184192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:22:13.672194 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-d1c80dbf-fc50-47fc-87cd-7e6939db51b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:13.698075 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] For port 273c47f6-7c10-4ce8-bf6f-8b9efb280354, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=273c47f6-7c10-4ce8-bf6f-8b9efb280354,segment=NetworkSegment(20491f07-cf61-416d-8708-a00434b2d30f),segment_id=20491f07-cf61-416d-8708-a00434b2d30f)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:22:13.753996 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.provisioning_blocks [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-d1c80dbf-fc50-47fc-87cd-7e6939db51b8 service neutron] Transition to ACTIVE for port object 1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438 will not be triggered until provisioned by entity L2. {{(pid=184192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:22:13.765947 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-f72d0d31-6850-4416-b737-70d813313c94 None None] For port dbf5e7fd-ff4d-449e-922d-34cc4de89210, host dv-cinder-810035-1-iscsi, cleared binding levels {{(pid=184193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:22:13.781995 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-f72d0d31-6850-4416-b737-70d813313c94 None None] For port dbf5e7fd-ff4d-449e-922d-34cc4de89210, host dv-cinder-810035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=dbf5e7fd-ff4d-449e-922d-34cc4de89210,segment=NetworkSegment(b3e2becc-0704-4cb3-ad9f-856f8136348e),segment_id=b3e2becc-0704-4cb3-ad9f-856f8136348e)] {{(pid=184193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:22:13.791138 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:13.848388 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-d1c80dbf-fc50-47fc-87cd-7e6939db51b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:13.891494 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-c748b5b4-14ca-404c-9dca-210c83c9d9c1 None None] Provisioning complete for port dbf5e7fd-ff4d-449e-922d-34cc4de89210 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:13.892371 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-c748b5b4-14ca-404c-9dca-210c83c9d9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:13.897731 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-f72d0d31-6850-4416-b737-70d813313c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:14.086962 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Pushing event updated for resources: {'Port': ['ID=273c47f6-7c10-4ce8-bf6f-8b9efb280354,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:14.168738 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72d0d31-6850-4416-b737-70d813313c94 None None] Routers {'23c10ef0-a183-4e34-a3fb-3f6622d24f10'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:22:14.169477 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-f72d0d31-6850-4416-b737-70d813313c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:21:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['23c10ef0-a183-4e34-a3fb-3f6622d24f10'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:22:14.220916 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_common [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-cfb3bf6c-bb53-40c3-8fb3-b20ce9bc42f2 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Allocated IP 172.20.0.11 (2129420f-2812-466d-9bce-5386e3460d60/c045efe2-2c5c-4924-9aed-a88a9b6c079d/0ca71c07-a56e-41e7-b6bb-aca8f68cfffa) {{(pid=184191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:22:14.240284 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 55796) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:14.247246 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-08f61bac-bda8-4ea9-a041-1c88f432cb94 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:14.248687 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-08f61bac-bda8-4ea9-a041-1c88f432cb94 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.2955792 Sep 21 16:22:14.261634 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 55802) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:14.313711 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19a17d8-69d3-4e06-bab4-946b10f782e1 admin admin] Network 74453f4e-295a-4b01-8c05-e1fb2fd58439 is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:22:14.329092 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-c19a17d8-69d3-4e06-bab4-946b10f782e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:22:14.337810 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19a17d8-69d3-4e06-bab4-946b10f782e1 admin admin] Received port after_create {{(pid=184191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:22:14.342230 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c19a17d8-69d3-4e06-bab4-946b10f782e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615583'] for router_interface, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:14.361735 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-1469ecfa-3ca3-4a0f-837f-fd8f6440914d tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Request body: {'security_group_rule': {'security_group_id': '370f9e3b-bc45-440c-b467-e0432300fd56', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:22:14.453013 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-f72d0d31-6850-4416-b737-70d813313c94 None None] Set router 23c10ef0-a183-4e34-a3fb-3f6622d24f10 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:22:14.534191 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-07311011-c27f-40d4-8903-4501404b3c09 req-29366208-d188-4851-abe1-aad10c6794f0 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 210 time: 0.2762568 Sep 21 16:22:14.635746 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c80dbf-fc50-47fc-87cd-7e6939db51b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438,revision_number=2']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:14.654513 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.managers [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-d1c80dbf-fc50-47fc-87cd-7e6939db51b8 service neutron] Attempting to bind port 1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438 on host hv-cinder-81003 for vnic_type normal with profile {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:22:14.654513 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.managers [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-d1c80dbf-fc50-47fc-87cd-7e6939db51b8 service neutron] Attempting to bind port 1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438 by drivers openvswitch,hyperv on host hv-cinder-81003 at level 0 using segments [{'id': '66649790-5a40-4042-8ed9-e326afc4eedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'df196751-a1e1-4e9b-add1-ed127b778359'}] {{(pid=184192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:22:14.654513 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-d1c80dbf-fc50-47fc-87cd-7e6939db51b8 service neutron] Attempting to bind port 1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438 on network df196751-a1e1-4e9b-add1-ed127b778359 {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:22:14.659903 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-d1c80dbf-fc50-47fc-87cd-7e6939db51b8 service neutron] Port 1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438 on network df196751-a1e1-4e9b-add1-ed127b778359 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81003 {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 16:22:14.660651 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-d1c80dbf-fc50-47fc-87cd-7e6939db51b8 service neutron] Attempting to bind port 1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438 on network df196751-a1e1-4e9b-add1-ed127b778359 {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:22:14.679380 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-d1c80dbf-fc50-47fc-87cd-7e6939db51b8 service neutron] Checking agent: {'id': 'b0f092dd-0f26-432c-b483-67197dbc1b44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'started_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:22:14.683213 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-d1c80dbf-fc50-47fc-87cd-7e6939db51b8 service neutron] Checking segment: {'id': '66649790-5a40-4042-8ed9-e326afc4eedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'df196751-a1e1-4e9b-add1-ed127b778359'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:22:14.683213 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-d1c80dbf-fc50-47fc-87cd-7e6939db51b8 service neutron] Bound using segment: {'id': '66649790-5a40-4042-8ed9-e326afc4eedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'df196751-a1e1-4e9b-add1-ed127b778359'} {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:22:14.683213 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.managers [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-d1c80dbf-fc50-47fc-87cd-7e6939db51b8 service neutron] Bound port: 1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438, host: hv-cinder-81003, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66649790-5a40-4042-8ed9-e326afc4eedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'df196751-a1e1-4e9b-add1-ed127b778359'}}] {{(pid=184192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:22:14.683548 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-d1c80dbf-fc50-47fc-87cd-7e6939db51b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:14.749244 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-c748b5b4-14ca-404c-9dca-210c83c9d9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:14.775460 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-1469ecfa-3ca3-4a0f-837f-fd8f6440914d tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:14.803421 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-c748b5b4-14ca-404c-9dca-210c83c9d9c1 None None] For port dbf5e7fd-ff4d-449e-922d-34cc4de89210, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=dbf5e7fd-ff4d-449e-922d-34cc4de89210,segment=NetworkSegment(b3e2becc-0704-4cb3-ad9f-856f8136348e),segment_id=b3e2becc-0704-4cb3-ad9f-856f8136348e)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:22:14.825179 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1050c-c71e-45c8-a501-8bda87b3d4d5 None None] Pushing event updated for resources: {'Port': ['ID=dbf5e7fd-ff4d-449e-922d-34cc4de89210,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:14.893505 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-c748b5b4-14ca-404c-9dca-210c83c9d9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:14.937450 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:14.978028 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-bb27d668-fd33-4eb2-8110-1b7fef6cb7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:15.027042 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-cfb3bf6c-bb53-40c3-8fb3-b20ce9bc42f2 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Notify callbacks [] for port, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:15.031775 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a17d8-69d3-4e06-bab4-946b10f782e1 admin admin] Pushing event updated for resources: {'Port': ['ID=fd26a66c-b111-445a-ac1a-316f620e260e,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:15.113670 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-d1c80dbf-fc50-47fc-87cd-7e6939db51b8 service neutron] For port 1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438, host hv-cinder-81003, cleared binding levels {{(pid=184192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:22:15.115052 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-83bb8f8b-a314-4bec-9728-ae609fda749c admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:15.131963 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c748b5b4-14ca-404c-9dca-210c83c9d9c1 None None] Pushing event updated for resources: {'Port': ['ID=dbf5e7fd-ff4d-449e-922d-34cc4de89210,revision_number=5']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:15.144475 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-c07517fb-b476-436f-a73a-d704fd9c2499 None None] Provisioning complete for port dbf5e7fd-ff4d-449e-922d-34cc4de89210 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:15.144747 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-c07517fb-b476-436f-a73a-d704fd9c2499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:15.151508 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device fed66a0f-1c95-4fff-aa0e-a1de936ede27 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:22:15.162461 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-d1c80dbf-fc50-47fc-87cd-7e6939db51b8 service neutron] For port 1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438, host hv-cinder-81003, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438,segment=NetworkSegment(66649790-5a40-4042-8ed9-e326afc4eedf),segment_id=66649790-5a40-4042-8ed9-e326afc4eedf)] {{(pid=184192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:22:15.180961 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-1469ecfa-3ca3-4a0f-837f-fd8f6440914d tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:15.245314 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-f72d0d31-6850-4416-b737-70d813313c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'name': 'tempest-AttachVolumeTestJSON-1012380342-router', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:00Z', 'updated_at': '2021-09-21T16:22:07Z', 'revision_number': 4, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'gw_port': {'id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': 'dbf5e7fd-ff4d-449e-922d-34cc4de89210', 'name': '', 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'mac_address': 'fa:16:3e:56:bc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd0a8263f-7f3f-444d-a2c9-8f405212c5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:05Z', 'updated_at': '2021-09-21T16:22:13Z', 'revision_number': 4, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'subnets': [{'id': 'd0a8263f-7f3f-444d-a2c9-8f405212c5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:22:15.256162 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-d1c80dbf-fc50-47fc-87cd-7e6939db51b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:15.282603 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72d0d31-6850-4416-b737-70d813313c94 None None] The sync data for ids ['23c10ef0-a183-4e34-a3fb-3f6622d24f10'] in dv-cinder-810035-1-iscsi is: [{'id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'name': 'tempest-AttachVolumeTestJSON-1012380342-router', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:00Z', 'updated_at': '2021-09-21T16:22:07Z', 'revision_number': 4, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'gw_port': {'id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': 'dbf5e7fd-ff4d-449e-922d-34cc4de89210', 'name': '', 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'mac_address': 'fa:16:3e:56:bc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd0a8263f-7f3f-444d-a2c9-8f405212c5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:05Z', 'updated_at': '2021-09-21T16:22:13Z', 'revision_number': 4, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'subnets': [{'id': 'd0a8263f-7f3f-444d-a2c9-8f405212c5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:22:15.382166 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c80dbf-fc50-47fc-87cd-7e6939db51b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438,revision_number=3']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:15.391819 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port fed66a0f-1c95-4fff-aa0e-a1de936ede27 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:15.392204 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:15.402947 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-1469ecfa-3ca3-4a0f-837f-fd8f6440914d tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791899'] for security_group_rule, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:15.438610 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-d1c80dbf-fc50-47fc-87cd-7e6939db51b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:15.439227 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-d1c80dbf-fc50-47fc-87cd-7e6939db51b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for port, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:15.440706 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-d1c80dbf-fc50-47fc-87cd-7e6939db51b8 service neutron] 10.222.0.44 "PUT /v2.0/ports/1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438 HTTP/1.1" status: 200 len: 1093 time: 2.8765328 Sep 21 16:22:15.441159 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51de3533-6148-4315-9702-714f1a0fff5f', 'tag': '1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438'}] {{(pid=184192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:22:15.504405 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-c07517fb-b476-436f-a73a-d704fd9c2499 None None] Provisioning complete for port fd26a66c-b111-445a-ac1a-316f620e260e triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:15.504853 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-c07517fb-b476-436f-a73a-d704fd9c2499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:15.529108 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469ecfa-3ca3-4a0f-837f-fd8f6440914d tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53728f21-ee2b-4621-9ab9-df9a0bc4f9fd,revision_number=0']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:15.532463 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c19a17d8-69d3-4e06-bab4-946b10f782e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:15.636126 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f50f5a-9bb3-45cf-8eaa-e31af021a75b admin admin] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:22:15.642957 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-f2f50f5a-9bb3-45cf-8eaa-e31af021a75b admin admin] 10.222.0.41 "PUT /v2.0/routers/a70d54da-b128-4676-accf-aec2209d6dac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4766276 Sep 21 16:22:15.647240 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af6d661-3a84-4e97-ad30-c575613ba588 None None] Sync routers for ids ['a70d54da-b128-4676-accf-aec2209d6dac'] in dv-cinder-810035-1-iscsi {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:22:15.665685 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af6d661-3a84-4e97-ad30-c575613ba588 None None] Routers {'a70d54da-b128-4676-accf-aec2209d6dac'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:22:15.669588 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-2af6d661-3a84-4e97-ad30-c575613ba588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:22:15Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['a70d54da-b128-4676-accf-aec2209d6dac'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:22:15.748791 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-83bb8f8b-a314-4bec-9728-ae609fda749c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:15.762535 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1935202-66e5-4916-ac83-c7adcf9b1040 req-9d3fbff6-bfcc-4d15-a238-469830d73302 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:15.769110 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c1935202-66e5-4916-ac83-c7adcf9b1040 req-9d3fbff6-bfcc-4d15-a238-469830d73302 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 943 time: 1.2691782 Sep 21 16:22:15.771836 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-c07517fb-b476-436f-a73a-d704fd9c2499 None None] Port fd26a66c-b111-445a-ac1a-316f620e260e cannot update to ACTIVE because it is not bound. {{(pid=184193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 16:22:15.780531 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 273c47f6-7c10-4ce8-bf6f-8b9efb280354 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:22:15.799726 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-1469ecfa-3ca3-4a0f-837f-fd8f6440914d tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:15.805066 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-1469ecfa-3ca3-4a0f-837f-fd8f6440914d tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5398018 Sep 21 16:22:15.812696 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 55838) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:15.853175 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:15.859856 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-7a429d99-eeb1-4992-9ccd-9f779642596c tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Request body: {'security_group_rule': {'security_group_id': '370f9e3b-bc45-440c-b467-e0432300fd56', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:22:15.892691 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-83bb8f8b-a314-4bec-9728-ae609fda749c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:15.931198 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc60c069b955d627b70d651b6eab325f4fde0824357df3315d36669f938dcfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189e338c-4fe5-4fb2-98c1-418acb435dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "51de3533-6148-4315-9702-714f1a0fff5f", "tag": "1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438"}]}' {{(pid=184192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:22:15.967491 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1096e1d2-f348-47c4-8f61-3eb699de1531 req-56870f67-6f90-45eb-951d-9fc26902a683 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 210 time: 0.1552737 Sep 21 16:22:15.993352 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 273c47f6-7c10-4ce8-bf6f-8b9efb280354 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:15.995879 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:16.028454 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-2af6d661-3a84-4e97-ad30-c575613ba588 None None] Set router a70d54da-b128-4676-accf-aec2209d6dac gateway port host: dv-cinder-810035-1-iscsi {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:22:16.076050 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c1935202-66e5-4916-ac83-c7adcf9b1040 req-2ab5862c-ba99-4b24-9676-0b579291efe2 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920105 Sep 21 16:22:16.080372 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-cfb3bf6c-bb53-40c3-8fb3-b20ce9bc42f2 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112'] for port, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:16.081600 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb8f8b-a314-4bec-9728-ae609fda749c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0600628-f0f4-4222-ba0b-66a28d7a1c04,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:16.129284 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-3f11b129-2104-4c0f-ab0d-6a7fb335aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:16.136527 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-3f11b129-2104-4c0f-ab0d-6a7fb335aeba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=925062c721cd489bb5d5889f16fd9f2e&device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 1096 time: 0.5336647 Sep 21 16:22:16.159719 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-7a429d99-eeb1-4992-9ccd-9f779642596c tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:16.432556 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2e378d-ae46-406c-a2bb-c1b777c25a7d x-openstack-request-id: req-2c2e378d-ae46-406c-a2bb-c1b777c25a7d {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:22:16.432843 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51de3533-6148-4315-9702-714f1a0fff5f", "tag": "1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438", "status": "completed", "code": 200}]} {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:22:16.433086 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2c2e378d-ae46-406c-a2bb-c1b777c25a7d {{(pid=184192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:22:16.433533 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51de3533-6148-4315-9702-714f1a0fff5f', 'tag': '1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438', 'status': 'completed', 'code': 200} Sep 21 16:22:16.438530 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-f135e497-becd-4f34-b699-ac5342411013 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438 HTTP/1.1" status: 200 len: 217 time: 0.2704399 Sep 21 16:22:16.452952 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-83bb8f8b-a314-4bec-9728-ae609fda749c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=331a6cad462040a5bda7d41095e5bdbc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2071216 Sep 21 16:22:16.458586 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 55870) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:16.551476 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-2af6d661-3a84-4e97-ad30-c575613ba588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70d54da-b128-4676-accf-aec2209d6dac', 'name': 'tempest-ServerRescueNegativeTestJSON-774173010-router', 'tenant_id': '93f2e2ff196b40faba780c1bba395eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'fed66a0f-1c95-4fff-aa0e-a1de936ede27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:09Z', 'revision_number': 4, 'project_id': '93f2e2ff196b40faba780c1bba395eba', 'gw_port': {'id': 'fed66a0f-1c95-4fff-aa0e-a1de936ede27', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:70:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70d54da-b128-4676-accf-aec2209d6dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:02Z', 'updated_at': '2021-09-21T16:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': '98cc8987-2ba3-42a3-961a-1ce609974887', 'name': '', 'network_id': '27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b', 'tenant_id': '93f2e2ff196b40faba780c1bba395eba', 'mac_address': 'fa:16:3e:ff:c5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70d54da-b128-4676-accf-aec2209d6dac', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef51e1de-25f4-45cd-93c9-f3bb42d432a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:07Z', 'updated_at': '2021-09-21T16:22:10Z', 'revision_number': 2, 'project_id': '93f2e2ff196b40faba780c1bba395eba', 'subnets': [{'id': 'ef51e1de-25f4-45cd-93c9-f3bb42d432a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:22:16.587060 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-6f43550f-1ee1-4090-ae03-ea50e7eddf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:16.589562 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-6f43550f-1ee1-4090-ae03-ea50e7eddf95 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c0f38c04-4c2a-493b-bbd9-47538955ff48 HTTP/1.1" status: 200 len: 851 time: 0.1326709 Sep 21 16:22:16.617081 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af6d661-3a84-4e97-ad30-c575613ba588 None None] Checking router: a70d54da-b128-4676-accf-aec2209d6dac for host: dv-cinder-810035-1-iscsi {{(pid=184194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:22:16.617508 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af6d661-3a84-4e97-ad30-c575613ba588 None None] Updating router a70d54da-b128-4676-accf-aec2209d6dac port 98cc8987-2ba3-42a3-961a-1ce609974887 binding host dv-cinder-810035-1-iscsi {{(pid=184194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:22:16.629911 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-7a429d99-eeb1-4992-9ccd-9f779642596c tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:16.663234 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-2af6d661-3a84-4e97-ad30-c575613ba588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:16.710660 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-6fc74c41-a3e9-4841-90db-aa8097e234c4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df196751-a1e1-4e9b-add1-ed127b778359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767541 Sep 21 16:22:16.715002 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-7a429d99-eeb1-4992-9ccd-9f779642596c tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791899'] for security_group_rule, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:16.763977 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-f122a95d-7033-47d3-985e-030120dd4af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:16.770633 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-cfb3bf6c-bb53-40c3-8fb3-b20ce9bc42f2 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Network 2129420f-2812-466d-9bce-5386e3460d60 is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:22:16.782150 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-cfb3bf6c-bb53-40c3-8fb3-b20ce9bc42f2 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:22:16.785096 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a429d99-eeb1-4992-9ccd-9f779642596c tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef76c2d-b161-438b-9863-da25cc054a6a,revision_number=0']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:16.833686 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-cfb3bf6c-bb53-40c3-8fb3-b20ce9bc42f2 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Received port after_create {{(pid=184191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:22:16.857763 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-cfb3bf6c-bb53-40c3-8fb3-b20ce9bc42f2 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:16.859486 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-cfb3bf6c-bb53-40c3-8fb3-b20ce9bc42f2 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:16.880962 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb3bf6c-bb53-40c3-8fb3-b20ce9bc42f2 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Pushing event updated for resources: {'Port': ['ID=0ca71c07-a56e-41e7-b6bb-aca8f68cfffa,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:16.884578 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-f122a95d-7033-47d3-985e-030120dd4af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:16.918952 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-7a429d99-eeb1-4992-9ccd-9f779642596c tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:16.918952 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-7a429d99-eeb1-4992-9ccd-9f779642596c tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0872598 Sep 21 16:22:16.940250 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 55886) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:16.968617 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-b776691e-5b9c-4c32-914c-5b03234ab4d6 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Request body: {'floatingip': {'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:22:17.013415 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-e9629a31-5ff5-4429-b4ef-113afa0779e1 service neutron] 10.222.0.44 "GET /v2.0/networks/df196751-a1e1-4e9b-add1-ed127b778359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615879 Sep 21 16:22:17.100301 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-cfb3bf6c-bb53-40c3-8fb3-b20ce9bc42f2 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4703686 Sep 21 16:22:17.155956 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-10e9549b-cd9c-4eab-8dc5-371138277536 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:17.164613 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-10e9549b-cd9c-4eab-8dc5-371138277536 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/networks?id=27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b HTTP/1.1" status: 200 len: 818 time: 0.5995698 Sep 21 16:22:17.168058 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device dbf5e7fd-ff4d-449e-922d-34cc4de89210 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:22:17.191654 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-b395b4bb-7f7e-40a8-9ac6-8b4a17b5b511 service neutron] Request body: {'port': {'device_id': 'a19e9220-7b11-4ed3-8881-34e5d29db01f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81003'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:22:17.202804 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-f122a95d-7033-47d3-985e-030120dd4af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:17.205795 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-f122a95d-7033-47d3-985e-030120dd4af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:17.207430 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-f122a95d-7033-47d3-985e-030120dd4af4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a0600628-f0f4-4222-ba0b-66a28d7a1c04 HTTP/1.1" status: 204 len: 168 time: 0.7479804 Sep 21 16:22:17.214931 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c19a17d8-69d3-4e06-bab4-946b10f782e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:17.252440 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-b776691e-5b9c-4c32-914c-5b03234ab4d6 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for floatingip, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:17.296167 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122a95d-7033-47d3-985e-030120dd4af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0600628-f0f4-4222-ba0b-66a28d7a1c04,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:17.297100 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-4838b2b0-464d-4c28-947c-d90e89baf589 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/quotas/93f2e2ff196b40faba780c1bba395eba HTTP/1.1" status: 200 len: 375 time: 0.1301703 Sep 21 16:22:17.308170 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c19a17d8-69d3-4e06-bab4-946b10f782e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:17.308891 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c19a17d8-69d3-4e06-bab4-946b10f782e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-616719'] for router_interface, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:17.381274 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port dbf5e7fd-ff4d-449e-922d-34cc4de89210 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:17.381656 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:17.423048 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:17.490078 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c9dddda2-d5f1-4df6-873a-27e0e66fab76 req-8e3eb933-01d6-4eb9-a35d-928401a302b6 service neutron] 10.222.0.44 "GET /v2.0/networks/df196751-a1e1-4e9b-add1-ed127b778359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4594290 Sep 21 16:22:17.494750 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-2af6d661-3a84-4e97-ad30-c575613ba588 None None] Notify callbacks [] for port, precommit_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:17.562982 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac04c6-c345-4946-b116-19894204a183 req-5b821574-28eb-4227-8377-9145f600be9a tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:17.566390 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2bac04c6-c345-4946-b116-19894204a183 req-5b821574-28eb-4227-8377-9145f600be9a tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 932 time: 0.3920076 Sep 21 16:22:17.589233 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-2af6d661-3a84-4e97-ad30-c575613ba588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:17.614462 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-b395b4bb-7f7e-40a8-9ac6-8b4a17b5b511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:17.625572 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a17d8-69d3-4e06-bab4-946b10f782e1 admin admin] Pushing event updated for resources: {'Port': ['ID=fd26a66c-b111-445a-ac1a-316f620e260e,revision_number=2']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:17.695911 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2bac04c6-c345-4946-b116-19894204a183 req-f98b02ae-e997-493a-be47-f25336588e87 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175196 Sep 21 16:22:17.732297 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-505126e5-6515-4d0d-acb0-865cb24ed792 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=93f2e2ff196b40faba780c1bba395eba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4341111 Sep 21 16:22:17.739569 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a05e3f-0d27-4a95-bacf-7cbaa36ce359 None None] Pushing event updated for resources: {'Port': ['ID=98cc8987-2ba3-42a3-961a-1ce609974887,revision_number=3']} {{(pid=184194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:17.906991 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e338c-4fe5-4fb2-98c1-418acb435dc3 req-2ded0cc9-c4ea-4758-b958-aa59ae0d4534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:17.910763 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-189e338c-4fe5-4fb2-98c1-418acb435dc3 req-2ded0cc9-c4ea-4758-b958-aa59ae0d4534 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=925062c721cd489bb5d5889f16fd9f2e&device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 1096 time: 0.1935279 Sep 21 16:22:17.943365 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3132b3-394f-45a0-8c76-2d55c2240130 req-d9e6853e-a7a5-4d4f-8a07-d366e8577cde tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:17.953486 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-4e3132b3-394f-45a0-8c76-2d55c2240130 req-d9e6853e-a7a5-4d4f-8a07-d366e8577cde tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 943 time: 0.1316886 Sep 21 16:22:17.973573 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.managers [None req-2af6d661-3a84-4e97-ad30-c575613ba588 None None] Attempting to bind port 98cc8987-2ba3-42a3-961a-1ce609974887 on host dv-cinder-810035-1-iscsi for vnic_type normal with profile {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:22:17.973573 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.managers [None req-2af6d661-3a84-4e97-ad30-c575613ba588 None None] Attempting to bind port 98cc8987-2ba3-42a3-961a-1ce609974887 by drivers openvswitch,hyperv on host dv-cinder-810035-1-iscsi at level 0 using segments [{'id': '909f816d-0f09-4aa7-bde3-4575c942579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b'}] {{(pid=184194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:22:17.973573 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af6d661-3a84-4e97-ad30-c575613ba588 None None] Attempting to bind port 98cc8987-2ba3-42a3-961a-1ce609974887 on network 27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:22:17.983604 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af6d661-3a84-4e97-ad30-c575613ba588 None None] Checking agent: {'id': 'a5dd5e8b-ecdf-45ba-8497-6d160056e51d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 13, 45), 'started_at': datetime.datetime(2021, 9, 21, 16, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:22:17.988252 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af6d661-3a84-4e97-ad30-c575613ba588 None None] Checking segment: {'id': '909f816d-0f09-4aa7-bde3-4575c942579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:22:17.989037 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-2af6d661-3a84-4e97-ad30-c575613ba588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:17.989599 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af6d661-3a84-4e97-ad30-c575613ba588 None None] Bound using segment: {'id': '909f816d-0f09-4aa7-bde3-4575c942579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b'} {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:22:17.990317 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.managers [None req-2af6d661-3a84-4e97-ad30-c575613ba588 None None] Bound port: 98cc8987-2ba3-42a3-961a-1ce609974887, host: dv-cinder-810035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '909f816d-0f09-4aa7-bde3-4575c942579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b'}}] {{(pid=184194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:22:17.990719 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-2af6d661-3a84-4e97-ad30-c575613ba588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:18.031120 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-4e3132b3-394f-45a0-8c76-2d55c2240130 req-198c26d5-cec1-4f83-a4a7-fe177f014745 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648348 Sep 21 16:22:18.155616 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.db [None req-2af6d661-3a84-4e97-ad30-c575613ba588 None None] For port 98cc8987-2ba3-42a3-961a-1ce609974887, host dv-cinder-810035-1-iscsi, cleared binding levels {{(pid=184194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:22:18.161930 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.db [None req-2af6d661-3a84-4e97-ad30-c575613ba588 None None] For port 98cc8987-2ba3-42a3-961a-1ce609974887, host dv-cinder-810035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=98cc8987-2ba3-42a3-961a-1ce609974887,segment=NetworkSegment(909f816d-0f09-4aa7-bde3-4575c942579f),segment_id=909f816d-0f09-4aa7-bde3-4575c942579f)] {{(pid=184194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:22:18.249939 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19a17d8-69d3-4e06-bab4-946b10f782e1 admin admin] Network 74453f4e-295a-4b01-8c05-e1fb2fd58439 is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:22:18.270669 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-c19a17d8-69d3-4e06-bab4-946b10f782e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:22:18.394185 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-2e23afa2-2e24-4618-93b0-0babd759c9ec service neutron] 10.222.0.41 "GET /v2.0/networks/27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6597793 Sep 21 16:22:18.439765 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-b776691e-5b9c-4c32-914c-5b03234ab4d6 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:18.749153 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-0e96f54e-d5cc-4e7d-b6da-b6fadd675965 service neutron] 10.222.0.41 "GET /v2.0/networks/27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109999 Sep 21 16:22:18.811454 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19a17d8-69d3-4e06-bab4-946b10f782e1 admin admin] Router 32d89de4-824d-465e-8df6-d7ffad07050a has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:22:18.812684 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_common [None req-b776691e-5b9c-4c32-914c-5b03234ab4d6 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Allocated IP 172.27.2.195 (72679c7d-9bce-4a4a-9509-1e8f9e1d8844/b489826c-59d7-499a-88a6-c55f1856fec4/28f26cb2-a263-4f78-b0b0-3b1ad002d82c) {{(pid=184191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:22:18.828912 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-2d56bbe4-61de-41c5-b0d3-f0d0222e7930 None None] Provisioning complete for port fd26a66c-b111-445a-ac1a-316f620e260e triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:18.831891 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-2af6d661-3a84-4e97-ad30-c575613ba588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:18.838607 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-2d56bbe4-61de-41c5-b0d3-f0d0222e7930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:18.895184 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-b395b4bb-7f7e-40a8-9ac6-8b4a17b5b511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ca71c07-a56e-41e7-b6bb-aca8f68cfffa {{(pid=184191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:22:18.934857 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-b395b4bb-7f7e-40a8-9ac6-8b4a17b5b511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:18.956093 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-2d56bbe4-61de-41c5-b0d3-f0d0222e7930 None None] Port fd26a66c-b111-445a-ac1a-316f620e260e cannot update to ACTIVE because it is not bound. {{(pid=184193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 16:22:18.969240 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 55934) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:18.979851 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af6d661-3a84-4e97-ad30-c575613ba588 None None] Routers {'a70d54da-b128-4676-accf-aec2209d6dac'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:22:18.982294 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-2af6d661-3a84-4e97-ad30-c575613ba588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:22:15Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['a70d54da-b128-4676-accf-aec2209d6dac'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:22:18.988041 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c9cf8-31a4-465f-b662-e78383c3f2ff req-92bc691b-8883-4098-b7e8-0ae29a03b2e5 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:18.995524 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ee5c9cf8-31a4-465f-b662-e78383c3f2ff req-92bc691b-8883-4098-b7e8-0ae29a03b2e5 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 932 time: 0.1521201 Sep 21 16:22:19.019216 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4cb8a80a-75ec-42eb-9f2e-19cb6d20ba0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:19.057175 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a05e3f-0d27-4a95-bacf-7cbaa36ce359 None None] Pushing event updated for resources: {'Port': ['ID=98cc8987-2ba3-42a3-961a-1ce609974887,revision_number=4']} {{(pid=184194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:19.105061 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ee5c9cf8-31a4-465f-b662-e78383c3f2ff req-dcf071d8-9588-43c0-9cec-f67cc89c3357 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086614 Sep 21 16:22:19.269350 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-2af6d661-3a84-4e97-ad30-c575613ba588 None None] Set router a70d54da-b128-4676-accf-aec2209d6dac gateway port host: dv-cinder-810035-1-iscsi {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:22:19.330403 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4cb8a80a-75ec-42eb-9f2e-19cb6d20ba0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:19.365908 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbd615-16a9-44bb-a98d-41103e895eae req-a918dfb0-e3b9-46c8-9af4-336d860473ba tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:19.368199 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b1fbd615-16a9-44bb-a98d-41103e895eae req-a918dfb0-e3b9-46c8-9af4-336d860473ba tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 943 time: 0.0938776 Sep 21 16:22:19.421234 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b2f79856-9f8c-4d9f-975d-76f10c6f26cf req-8d0b6676-56aa-418a-9be7-e608eae66963 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 210 time: 0.0901041 Sep 21 16:22:19.455593 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b1fbd615-16a9-44bb-a98d-41103e895eae req-bf732c3b-854b-4335-8567-4ce2ad147fb7 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804226 Sep 21 16:22:19.459332 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4cb8a80a-75ec-42eb-9f2e-19cb6d20ba0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:19.538454 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-4cb8a80a-75ec-42eb-9f2e-19cb6d20ba0c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff3456494468452abe2abbeec56789ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5639799 Sep 21 16:22:19.539744 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8a80a-75ec-42eb-9f2e-19cb6d20ba0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a641a4-2e2b-4157-b9c9-ef602dde459e,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:19.547483 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 55954) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:19.560723 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.provisioning_blocks [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-b395b4bb-7f7e-40a8-9ac6-8b4a17b5b511 service neutron] Transition to ACTIVE for port object 0ca71c07-a56e-41e7-b6bb-aca8f68cfffa will not be triggered until provisioned by entity L2. {{(pid=184191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:22:19.584207 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19a17d8-69d3-4e06-bab4-946b10f782e1 admin admin] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:22:19.601440 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-c19a17d8-69d3-4e06-bab4-946b10f782e1 admin admin] 10.222.0.41 "PUT /v2.0/routers/32d89de4-824d-465e-8df6-d7ffad07050a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0745251 Sep 21 16:22:19.609451 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b205e7-e2d6-4544-8bf4-b93472d69d9f None None] Sync routers for ids ['32d89de4-824d-465e-8df6-d7ffad07050a'] in dv-cinder-810035-1-iscsi {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:22:19.622195 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b205e7-e2d6-4544-8bf4-b93472d69d9f None None] Routers {'32d89de4-824d-465e-8df6-d7ffad07050a'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:22:19.628440 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-59b205e7-e2d6-4544-8bf4-b93472d69d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:22:15Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['32d89de4-824d-465e-8df6-d7ffad07050a'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:22:19.666092 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-b395b4bb-7f7e-40a8-9ac6-8b4a17b5b511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:19.751494 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-8509f6e3-c943-4efd-98cc-42f5882b9eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:19.835467 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-2af6d661-3a84-4e97-ad30-c575613ba588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70d54da-b128-4676-accf-aec2209d6dac', 'name': 'tempest-ServerRescueNegativeTestJSON-774173010-router', 'tenant_id': '93f2e2ff196b40faba780c1bba395eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'fed66a0f-1c95-4fff-aa0e-a1de936ede27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:09Z', 'revision_number': 4, 'project_id': '93f2e2ff196b40faba780c1bba395eba', 'gw_port': {'id': 'fed66a0f-1c95-4fff-aa0e-a1de936ede27', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:70:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70d54da-b128-4676-accf-aec2209d6dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:02Z', 'updated_at': '2021-09-21T16:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': '98cc8987-2ba3-42a3-961a-1ce609974887', 'name': '', 'network_id': '27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b', 'tenant_id': '93f2e2ff196b40faba780c1bba395eba', 'mac_address': 'fa:16:3e:ff:c5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70d54da-b128-4676-accf-aec2209d6dac', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef51e1de-25f4-45cd-93c9-f3bb42d432a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:07Z', 'updated_at': '2021-09-21T16:22:18Z', 'revision_number': 4, 'project_id': '93f2e2ff196b40faba780c1bba395eba', 'subnets': [{'id': 'ef51e1de-25f4-45cd-93c9-f3bb42d432a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:22:19.919475 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af6d661-3a84-4e97-ad30-c575613ba588 None None] The sync data for ids ['a70d54da-b128-4676-accf-aec2209d6dac'] in dv-cinder-810035-1-iscsi is: [{'id': 'a70d54da-b128-4676-accf-aec2209d6dac', 'name': 'tempest-ServerRescueNegativeTestJSON-774173010-router', 'tenant_id': '93f2e2ff196b40faba780c1bba395eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'fed66a0f-1c95-4fff-aa0e-a1de936ede27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:09Z', 'revision_number': 4, 'project_id': '93f2e2ff196b40faba780c1bba395eba', 'gw_port': {'id': 'fed66a0f-1c95-4fff-aa0e-a1de936ede27', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:70:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70d54da-b128-4676-accf-aec2209d6dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:02Z', 'updated_at': '2021-09-21T16:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': '98cc8987-2ba3-42a3-961a-1ce609974887', 'name': '', 'network_id': '27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b', 'tenant_id': '93f2e2ff196b40faba780c1bba395eba', 'mac_address': 'fa:16:3e:ff:c5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70d54da-b128-4676-accf-aec2209d6dac', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef51e1de-25f4-45cd-93c9-f3bb42d432a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:07Z', 'updated_at': '2021-09-21T16:22:18Z', 'revision_number': 4, 'project_id': '93f2e2ff196b40faba780c1bba395eba', 'subnets': [{'id': 'ef51e1de-25f4-45cd-93c9-f3bb42d432a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:22:19.931265 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-b776691e-5b9c-4c32-914c-5b03234ab4d6 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for port, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:20.061655 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-59b205e7-e2d6-4544-8bf4-b93472d69d9f None None] Set router 32d89de4-824d-465e-8df6-d7ffad07050a gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:22:20.075230 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-8509f6e3-c943-4efd-98cc-42f5882b9eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:20.161056 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395b4bb-7f7e-40a8-9ac6-8b4a17b5b511 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca71c07-a56e-41e7-b6bb-aca8f68cfffa,revision_number=2']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:20.293857 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-b776691e-5b9c-4c32-914c-5b03234ab4d6 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112'] for port, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:20.434327 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.managers [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-b395b4bb-7f7e-40a8-9ac6-8b4a17b5b511 service neutron] Attempting to bind port 0ca71c07-a56e-41e7-b6bb-aca8f68cfffa on host hv-cinder-81003 for vnic_type normal with profile {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:22:20.435537 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.managers [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-b395b4bb-7f7e-40a8-9ac6-8b4a17b5b511 service neutron] Attempting to bind port 0ca71c07-a56e-41e7-b6bb-aca8f68cfffa by drivers openvswitch,hyperv on host hv-cinder-81003 at level 0 using segments [{'id': '339411b1-a747-4f71-987b-11bb17257499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2129420f-2812-466d-9bce-5386e3460d60'}] {{(pid=184191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:22:20.435537 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-b395b4bb-7f7e-40a8-9ac6-8b4a17b5b511 service neutron] Attempting to bind port 0ca71c07-a56e-41e7-b6bb-aca8f68cfffa on network 2129420f-2812-466d-9bce-5386e3460d60 {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:22:20.467697 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-b395b4bb-7f7e-40a8-9ac6-8b4a17b5b511 service neutron] Port 0ca71c07-a56e-41e7-b6bb-aca8f68cfffa on network 2129420f-2812-466d-9bce-5386e3460d60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81003 {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 16:22:20.469966 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-b395b4bb-7f7e-40a8-9ac6-8b4a17b5b511 service neutron] Attempting to bind port 0ca71c07-a56e-41e7-b6bb-aca8f68cfffa on network 2129420f-2812-466d-9bce-5386e3460d60 {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:22:20.492029 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e338c-4fe5-4fb2-98c1-418acb435dc3 req-62b62f18-d37c-4fd3-8c44-09b148e48fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:20.493610 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-189e338c-4fe5-4fb2-98c1-418acb435dc3 req-62b62f18-d37c-4fd3-8c44-09b148e48fd6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=df196751-a1e1-4e9b-add1-ed127b778359 HTTP/1.1" status: 200 len: 912 time: 0.7812726 Sep 21 16:22:20.510793 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b776691e-5b9c-4c32-914c-5b03234ab4d6 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:22:20.510793 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776691e-5b9c-4c32-914c-5b03234ab4d6 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Pushing event updated for resources: {'Port': ['ID=28f26cb2-a263-4f78-b0b0-3b1ad002d82c,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:20.516054 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-b395b4bb-7f7e-40a8-9ac6-8b4a17b5b511 service neutron] Checking agent: {'id': 'b0f092dd-0f26-432c-b483-67197dbc1b44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'started_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:22:20.516586 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-b395b4bb-7f7e-40a8-9ac6-8b4a17b5b511 service neutron] Checking segment: {'id': '339411b1-a747-4f71-987b-11bb17257499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2129420f-2812-466d-9bce-5386e3460d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:22:20.517186 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-b395b4bb-7f7e-40a8-9ac6-8b4a17b5b511 service neutron] Bound using segment: {'id': '339411b1-a747-4f71-987b-11bb17257499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2129420f-2812-466d-9bce-5386e3460d60'} {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:22:20.517833 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.managers [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-b395b4bb-7f7e-40a8-9ac6-8b4a17b5b511 service neutron] Bound port: 0ca71c07-a56e-41e7-b6bb-aca8f68cfffa, host: hv-cinder-81003, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '339411b1-a747-4f71-987b-11bb17257499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2129420f-2812-466d-9bce-5386e3460d60'}}] {{(pid=184191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:22:20.518272 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-b395b4bb-7f7e-40a8-9ac6-8b4a17b5b511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:20.534174 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-b776691e-5b9c-4c32-914c-5b03234ab4d6 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:22:20.548381 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b776691e-5b9c-4c32-914c-5b03234ab4d6 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Received port after_create {{(pid=184191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:22:20.617587 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-189e338c-4fe5-4fb2-98c1-418acb435dc3 req-819c9e0c-1e26-4c97-b9d8-982e7444a376 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438 HTTP/1.1" status: 200 len: 217 time: 0.1091685 Sep 21 16:22:20.641120 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-dacf4cce-6643-4505-ba8d-f383d19aadb5 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:20.651212 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-dacf4cce-6643-4505-ba8d-f383d19aadb5 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/networks?id=27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b HTTP/1.1" status: 200 len: 818 time: 0.5350165 Sep 21 16:22:20.655125 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-59b205e7-e2d6-4544-8bf4-b93472d69d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'name': 'tempest-AttachVolumeShelveTestJSON-1449937929-router', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:15Z', 'revision_number': 4, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'gw_port': {'id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:03Z', 'updated_at': '2021-09-21T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': 'fd26a66c-b111-445a-ac1a-316f620e260e', 'name': '', 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'mac_address': 'fa:16:3e:97:df:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:10Z', 'updated_at': '2021-09-21T16:22:15Z', 'revision_number': 2, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'subnets': [{'id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:22:20.708769 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-8509f6e3-c943-4efd-98cc-42f5882b9eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:20.711492 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-8509f6e3-c943-4efd-98cc-42f5882b9eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:20.716480 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-8509f6e3-c943-4efd-98cc-42f5882b9eeb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/07a641a4-2e2b-4157-b9c9-ef602dde459e HTTP/1.1" status: 204 len: 168 time: 1.1678493 Sep 21 16:22:20.737458 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509f6e3-c943-4efd-98cc-42f5882b9eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a641a4-2e2b-4157-b9c9-ef602dde459e,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:20.738243 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b205e7-e2d6-4544-8bf4-b93472d69d9f None None] Checking router: 32d89de4-824d-465e-8df6-d7ffad07050a for host: dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:22:20.738584 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b205e7-e2d6-4544-8bf4-b93472d69d9f None None] Updating router 32d89de4-824d-465e-8df6-d7ffad07050a port fd26a66c-b111-445a-ac1a-316f620e260e binding host dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:22:20.845598 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-59b205e7-e2d6-4544-8bf4-b93472d69d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:20.941087 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e338c-4fe5-4fb2-98c1-418acb435dc3 req-08d20a7f-7e0e-433a-a026-7be2d6042792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:20.942619 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-189e338c-4fe5-4fb2-98c1-418acb435dc3 req-08d20a7f-7e0e-433a-a026-7be2d6042792 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c0f38c04-4c2a-493b-bbd9-47538955ff48 HTTP/1.1" status: 200 len: 851 time: 0.1757910 Sep 21 16:22:21.114218 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-189e338c-4fe5-4fb2-98c1-418acb435dc3 req-e2b73bf8-a0bc-471e-b04a-96d5f5e70546 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df196751-a1e1-4e9b-add1-ed127b778359&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009197 Sep 21 16:22:21.126043 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-b395b4bb-7f7e-40a8-9ac6-8b4a17b5b511 service neutron] For port 0ca71c07-a56e-41e7-b6bb-aca8f68cfffa, host hv-cinder-81003, cleared binding levels {{(pid=184191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:22:21.179968 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 56030) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:21.257076 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 98cc8987-2ba3-42a3-961a-1ce609974887 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:22:21.276513 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-a201ad59-8b27-4ab5-b49d-7b7134a58ca8 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1481636713', 'description': 'tempest-description--1225266522'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:22:21.309275 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-27442a3b-ddde-455b-be5e-631284fe6ff1 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/quotas/93f2e2ff196b40faba780c1bba395eba HTTP/1.1" status: 200 len: 375 time: 0.6555572 Sep 21 16:22:21.319158 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-b395b4bb-7f7e-40a8-9ac6-8b4a17b5b511 service neutron] For port 0ca71c07-a56e-41e7-b6bb-aca8f68cfffa, host hv-cinder-81003, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=0ca71c07-a56e-41e7-b6bb-aca8f68cfffa,segment=NetworkSegment(339411b1-a747-4f71-987b-11bb17257499),segment_id=339411b1-a747-4f71-987b-11bb17257499)] {{(pid=184191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:22:21.439312 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-b395b4bb-7f7e-40a8-9ac6-8b4a17b5b511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:21.520172 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fb9fe-e0f3-4d92-afef-6e1b20861d6f req-21efacb7-ba14-4de5-937e-ffe9344bef35 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:21.543791 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-cd5fb9fe-e0f3-4d92-afef-6e1b20861d6f req-21efacb7-ba14-4de5-937e-ffe9344bef35 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 944 time: 0.2705178 Sep 21 16:22:21.543950 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-b776691e-5b9c-4c32-914c-5b03234ab4d6 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:21.547662 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 98cc8987-2ba3-42a3-961a-1ce609974887 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:21.548034 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:21.576195 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-b395b4bb-7f7e-40a8-9ac6-8b4a17b5b511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:21.577062 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-b395b4bb-7f7e-40a8-9ac6-8b4a17b5b511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:21.578665 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-b395b4bb-7f7e-40a8-9ac6-8b4a17b5b511 service neutron] 10.222.0.44 "PUT /v2.0/ports/0ca71c07-a56e-41e7-b6bb-aca8f68cfffa HTTP/1.1" status: 200 len: 1094 time: 4.4118471 Sep 21 16:22:21.581207 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a19e9220-7b11-4ed3-8881-34e5d29db01f', 'tag': '0ca71c07-a56e-41e7-b6bb-aca8f68cfffa'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:22:21.615513 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-a201ad59-8b27-4ab5-b49d-7b7134a58ca8 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:21.624920 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-189e338c-4fe5-4fb2-98c1-418acb435dc3 req-35a75df3-40e3-4a2c-9d43-6af20ade4964 service neutron] 10.222.0.44 "GET /v2.0/networks/df196751-a1e1-4e9b-add1-ed127b778359?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4961269 Sep 21 16:22:21.748843 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 56040) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:21.760328 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-cd5fb9fe-e0f3-4d92-afef-6e1b20861d6f req-c11b8e90-9641-420e-be1b-5ad17221fc99 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219796 Sep 21 16:22:21.843240 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-59b205e7-e2d6-4544-8bf4-b93472d69d9f None None] Notify callbacks [] for port, precommit_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:21.851205 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-1586d9d6-f1cd-4431-9839-a5b5b488e720 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=93f2e2ff196b40faba780c1bba395eba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5305359 Sep 21 16:22:21.866437 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:21.970985 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] For port 98cc8987-2ba3-42a3-961a-1ce609974887, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=98cc8987-2ba3-42a3-961a-1ce609974887,segment=NetworkSegment(909f816d-0f09-4aa7-bde3-4575c942579f),segment_id=909f816d-0f09-4aa7-bde3-4575c942579f)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:22:21.982701 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-59b205e7-e2d6-4544-8bf4-b93472d69d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:22.031509 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-189e338c-4fe5-4fb2-98c1-418acb435dc3 req-a5a19f7c-d402-4dd7-8a7d-225d82d8d065 service neutron] 10.222.0.44 "GET /v2.0/networks/df196751-a1e1-4e9b-add1-ed127b778359?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980350 Sep 21 16:22:22.077723 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395b4bb-7f7e-40a8-9ac6-8b4a17b5b511 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca71c07-a56e-41e7-b6bb-aca8f68cfffa,revision_number=3']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:22.101411 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-b776691e-5b9c-4c32-914c-5b03234ab4d6 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:22.107290 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae68f1c-3856-428d-85cf-0861f8d328a6 req-245c01a0-de14-49fb-88be-6ae81261f821 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:22.117970 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-aae68f1c-3856-428d-85cf-0861f8d328a6 req-245c01a0-de14-49fb-88be-6ae81261f821 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 943 time: 0.1971171 Sep 21 16:22:22.143318 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc7af83-b5e0-4696-b9ad-704bfd833048" -d '{"events": [{"name": "network-changed", "server_uuid": "a19e9220-7b11-4ed3-8881-34e5d29db01f", "tag": "0ca71c07-a56e-41e7-b6bb-aca8f68cfffa"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:22:22.170083 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-a201ad59-8b27-4ab5-b49d-7b7134a58ca8 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:22.211609 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-aae68f1c-3856-428d-85cf-0861f8d328a6 req-55b75231-c7c4-48f6-8acd-2ea01c04d41d tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915525 Sep 21 16:22:22.315456 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac4cde-1e48-4833-98b6-fd0988b5df5f None None] Pushing event updated for resources: {'Port': ['ID=fd26a66c-b111-445a-ac1a-316f620e260e,revision_number=3']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:22.418755 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-7cf22210-7b7a-40f1-80a5-2164b4945212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:22.435308 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e63c3d2-ca07-497d-86a5-0c3cdf0ff5f0 x-openstack-request-id: req-0e63c3d2-ca07-497d-86a5-0c3cdf0ff5f0 {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:22:22.436163 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a19e9220-7b11-4ed3-8881-34e5d29db01f", "tag": "0ca71c07-a56e-41e7-b6bb-aca8f68cfffa", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:22:22.436701 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e63c3d2-ca07-497d-86a5-0c3cdf0ff5f0 {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:22:22.437510 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a19e9220-7b11-4ed3-8881-34e5d29db01f', 'tag': '0ca71c07-a56e-41e7-b6bb-aca8f68cfffa', 'status': 'completed', 'code': 200} Sep 21 16:22:22.448796 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-59b205e7-e2d6-4544-8bf4-b93472d69d9f None None] Attempting to bind port fd26a66c-b111-445a-ac1a-316f620e260e on host dv-cinder-810035-1-iscsi for vnic_type normal with profile {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:22:22.449263 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-59b205e7-e2d6-4544-8bf4-b93472d69d9f None None] Attempting to bind port fd26a66c-b111-445a-ac1a-316f620e260e by drivers openvswitch,hyperv on host dv-cinder-810035-1-iscsi at level 0 using segments [{'id': 'f105e78b-d17d-49b4-8dea-7bfd49dbcc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439'}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:22:22.449680 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b205e7-e2d6-4544-8bf4-b93472d69d9f None None] Attempting to bind port fd26a66c-b111-445a-ac1a-316f620e260e on network 74453f4e-295a-4b01-8c05-e1fb2fd58439 {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:22:22.464873 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:22.464873 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b205e7-e2d6-4544-8bf4-b93472d69d9f None None] Checking agent: {'id': 'a5dd5e8b-ecdf-45ba-8497-6d160056e51d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 13, 45), 'started_at': datetime.datetime(2021, 9, 21, 16, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:22:22.464873 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b205e7-e2d6-4544-8bf4-b93472d69d9f None None] Checking segment: {'id': 'f105e78b-d17d-49b4-8dea-7bfd49dbcc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:22:22.467974 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-59b205e7-e2d6-4544-8bf4-b93472d69d9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:22.470221 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-48f09669-5c4e-468c-9dbb-a13de4b769df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:22.470741 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b205e7-e2d6-4544-8bf4-b93472d69d9f None None] Bound using segment: {'id': 'f105e78b-d17d-49b4-8dea-7bfd49dbcc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439'} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:22:22.471246 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-59b205e7-e2d6-4544-8bf4-b93472d69d9f None None] Bound port: fd26a66c-b111-445a-ac1a-316f620e260e, host: dv-cinder-810035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f105e78b-d17d-49b4-8dea-7bfd49dbcc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439'}}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:22:22.472827 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-48f09669-5c4e-468c-9dbb-a13de4b769df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5fb20277dcc84c37ae3841776102a3b9&device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 1097 time: 0.6546814 Sep 21 16:22:22.472998 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-59b205e7-e2d6-4544-8bf4-b93472d69d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:22.602581 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-a201ad59-8b27-4ab5-b49d-7b7134a58ca8 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:22.612618 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-123a0b92-ee2c-42e4-aa48-4683bc6e15a7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ca71c07-a56e-41e7-b6bb-aca8f68cfffa HTTP/1.1" status: 200 len: 217 time: 0.1236894 Sep 21 16:22:22.667710 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Pushing event updated for resources: {'Port': ['ID=98cc8987-2ba3-42a3-961a-1ce609974887,revision_number=5']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:22.678427 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201ad59-8b27-4ab5-b49d-7b7134a58ca8 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=620f42e9-83a1-4e66-971f-595504d70e6f,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:22.720065 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-5d3c254d-1427-4fc6-93cd-07691bb6d4a8 service neutron] 10.222.0.41 "GET /v2.0/networks/27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8672338 Sep 21 16:22:22.798305 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-59b205e7-e2d6-4544-8bf4-b93472d69d9f None None] For port fd26a66c-b111-445a-ac1a-316f620e260e, host dv-cinder-810035-1-iscsi, cleared binding levels {{(pid=184193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:22:22.820845 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-59b205e7-e2d6-4544-8bf4-b93472d69d9f None None] For port fd26a66c-b111-445a-ac1a-316f620e260e, host dv-cinder-810035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=fd26a66c-b111-445a-ac1a-316f620e260e,segment=NetworkSegment(f105e78b-d17d-49b4-8dea-7bfd49dbcc51),segment_id=f105e78b-d17d-49b4-8dea-7bfd49dbcc51)] {{(pid=184193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:22:22.830704 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b09aff0c-1b27-48d6-a7c9-168af56fc926 None None] Provisioning complete for port fd26a66c-b111-445a-ac1a-316f620e260e triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:22.834069 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b09aff0c-1b27-48d6-a7c9-168af56fc926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:22.904203 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-b09aff0c-1b27-48d6-a7c9-168af56fc926 None None] Port fd26a66c-b111-445a-ac1a-316f620e260e cannot update to ACTIVE because it is not bound. {{(pid=184193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 16:22:23.025197 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-59b205e7-e2d6-4544-8bf4-b93472d69d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:23.042812 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-f2d09ee7-0c87-4296-bd63-3592cf2c4ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:23.043899 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-f2d09ee7-0c87-4296-bd63-3592cf2c4ad9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c045efe2-2c5c-4924-9aed-a88a9b6c079d HTTP/1.1" status: 200 len: 855 time: 0.3937991 Sep 21 16:22:23.153533 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 98cc8987-2ba3-42a3-961a-1ce609974887 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:22:23.258985 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ca082-3409-4e70-bb39-2b407feb86ef req-36cc9fed-9542-49a3-924b-242e67ca0438 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:23.281398 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-856ca082-3409-4e70-bb39-2b407feb86ef req-36cc9fed-9542-49a3-924b-242e67ca0438 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 944 time: 0.3798683 Sep 21 16:22:23.281498 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-c5ffcff4-6e28-4c1b-968a-f43201b6cd08 service neutron] 10.222.0.41 "GET /v2.0/networks/27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711919 Sep 21 16:22:23.294487 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-685c199d-bbf8-4ac5-871f-64bdc5fe9698 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2129420f-2812-466d-9bce-5386e3460d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2250209 Sep 21 16:22:23.345130 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b205e7-e2d6-4544-8bf4-b93472d69d9f None None] Routers {'32d89de4-824d-465e-8df6-d7ffad07050a'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:22:23.345653 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-59b205e7-e2d6-4544-8bf4-b93472d69d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:22:15Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['32d89de4-824d-465e-8df6-d7ffad07050a'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:22:23.347585 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-2356c797-115b-4235-96e7-414e9479f8b1 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:23.349587 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-2356c797-115b-4235-96e7-414e9479f8b1 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.44 "GET /v2.0/networks?id=27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b HTTP/1.1" status: 200 len: 818 time: 0.3934317 Sep 21 16:22:23.412377 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-6a0b1e3d-c8d2-46f6-8516-7c1a1d9cba2b tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Request body: {'port': {'device_id': '6e7b75ce-cb32-44c4-acf9-2c7cfd060e63', 'network_id': '27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b', 'admin_state_up': True, 'tenant_id': '93f2e2ff196b40faba780c1bba395eba'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:22:23.452102 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-856ca082-3409-4e70-bb39-2b407feb86ef req-c0db6e0f-6bab-4d88-a115-ab2874849cbd tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748967 Sep 21 16:22:23.524376 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-b776691e-5b9c-4c32-914c-5b03234ab4d6 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for port, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:23.570632 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac4cde-1e48-4833-98b6-fd0988b5df5f None None] Pushing event updated for resources: {'Port': ['ID=fd26a66c-b111-445a-ac1a-316f620e260e,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:23.605634 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-7cf22210-7b7a-40f1-80a5-2164b4945212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:23.677875 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38223d09-ac9f-4ccc-915e-6add43bf821f req-c5f61a6c-bcc5-4477-a4f0-0fa538976537 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:23.687333 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-38223d09-ac9f-4ccc-915e-6add43bf821f req-c5f61a6c-bcc5-4477-a4f0-0fa538976537 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 943 time: 0.0877104 Sep 21 16:22:23.764735 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-a201ad59-8b27-4ab5-b49d-7b7134a58ca8 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:23.766467 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-a201ad59-8b27-4ab5-b49d-7b7134a58ca8 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.5031841 Sep 21 16:22:23.773525 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 56086) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:23.783541 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-836b1537-b0ab-4804-8261-ccab8cc8d531 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Request body: {'security_group_rule': {'security_group_id': '620f42e9-83a1-4e66-971f-595504d70e6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:22:23.821377 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 98cc8987-2ba3-42a3-961a-1ce609974887 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:23.821869 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:23.832733 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-38223d09-ac9f-4ccc-915e-6add43bf821f req-ade4207b-309b-4691-9a6b-8a927b78ca29 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434615 Sep 21 16:22:23.881286 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-9a7cbd00-e6d1-4574-b994-2ad3c03d9000 None None] Provisioning complete for port fd26a66c-b111-445a-ac1a-316f620e260e triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:23.883820 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-9a7cbd00-e6d1-4574-b994-2ad3c03d9000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:23.886982 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-59b205e7-e2d6-4544-8bf4-b93472d69d9f None None] Set router 32d89de4-824d-465e-8df6-d7ffad07050a gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:22:23.924312 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-6a0b1e3d-c8d2-46f6-8516-7c1a1d9cba2b tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Made reservation on behalf of 93f2e2ff196b40faba780c1bba395eba for: {'port': 1} {{(pid=184192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:22:23.934690 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-6a0b1e3d-c8d2-46f6-8516-7c1a1d9cba2b tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:24.064007 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-836b1537-b0ab-4804-8261-ccab8cc8d531 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:24.140780 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-b776691e-5b9c-4c32-914c-5b03234ab4d6 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:24.149513 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-7cf22210-7b7a-40f1-80a5-2164b4945212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:24.256045 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2da0c5d7-25a9-411f-b5e2-2cb7e8d34911 req-63b51822-98ff-45e0-bfc9-4714972d47b0 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 210 time: 0.1167967 Sep 21 16:22:24.287122 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-b776691e-5b9c-4c32-914c-5b03234ab4d6 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615442'] for floatingip, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:24.341252 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-9a7cbd00-e6d1-4574-b994-2ad3c03d9000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:24.349919 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.db_base_plugin_common [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-6a0b1e3d-c8d2-46f6-8516-7c1a1d9cba2b tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Allocated IP 172.20.0.2 (27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b/ef51e1de-25f4-45cd-93c9-f3bb42d432a3/0310b441-b200-48bf-979f-9d2e48b7400b) {{(pid=184192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:22:24.367891 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-34597976-13a0-48ec-9cba-09b4b1bef189 service neutron] 10.222.0.44 "GET /v2.0/networks/2129420f-2812-466d-9bce-5386e3460d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0425262 Sep 21 16:22:24.367891 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-7cf22210-7b7a-40f1-80a5-2164b4945212 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=380d9d82f9d649718807fffb7c8f3440&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6130745 Sep 21 16:22:24.370608 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 56104) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:24.398496 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf22210-7b7a-40f1-80a5-2164b4945212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55dfe504-f1a7-4709-b830-df1f1468c6ce,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:24.409053 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776691e-5b9c-4c32-914c-5b03234ab4d6 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Pushing event updated for resources: {'Port': ['ID=28f26cb2-a263-4f78-b0b0-3b1ad002d82c,revision_number=2']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:24.477876 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-9a7cbd00-e6d1-4574-b994-2ad3c03d9000 None None] For port fd26a66c-b111-445a-ac1a-316f620e260e, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=fd26a66c-b111-445a-ac1a-316f620e260e,segment=NetworkSegment(f105e78b-d17d-49b4-8dea-7bfd49dbcc51),segment_id=f105e78b-d17d-49b4-8dea-7bfd49dbcc51)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:22:24.503670 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-b776691e-5b9c-4c32-914c-5b03234ab4d6 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for floatingip, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:24.507648 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-b776691e-5b9c-4c32-914c-5b03234ab4d6 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5662117 Sep 21 16:22:24.561820 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-59b205e7-e2d6-4544-8bf4-b93472d69d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'name': 'tempest-AttachVolumeShelveTestJSON-1449937929-router', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:15Z', 'revision_number': 4, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'gw_port': {'id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:03Z', 'updated_at': '2021-09-21T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': 'fd26a66c-b111-445a-ac1a-316f620e260e', 'name': '', 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'mac_address': 'fa:16:3e:97:df:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:10Z', 'updated_at': '2021-09-21T16:22:22Z', 'revision_number': 4, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'subnets': [{'id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:22:24.594352 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c21cdfe5-239f-4910-b88a-fb304af586e0 req-c588a630-1787-4efb-9ff6-2faa756933fc service neutron] 10.222.0.44 "GET /v2.0/networks/2129420f-2812-466d-9bce-5386e3460d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969283 Sep 21 16:22:24.610719 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b205e7-e2d6-4544-8bf4-b93472d69d9f None None] The sync data for ids ['32d89de4-824d-465e-8df6-d7ffad07050a'] in dv-cinder-810035-1-iscsi is: [{'id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'name': 'tempest-AttachVolumeShelveTestJSON-1449937929-router', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:15Z', 'revision_number': 4, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'gw_port': {'id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:03Z', 'updated_at': '2021-09-21T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': 'fd26a66c-b111-445a-ac1a-316f620e260e', 'name': '', 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'mac_address': 'fa:16:3e:97:df:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:10Z', 'updated_at': '2021-09-21T16:22:22Z', 'revision_number': 4, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'subnets': [{'id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:22:24.612807 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-9a7cbd00-e6d1-4574-b994-2ad3c03d9000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:24.761333 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7cbd00-e6d1-4574-b994-2ad3c03d9000 None None] Pushing event updated for resources: {'Port': ['ID=fd26a66c-b111-445a-ac1a-316f620e260e,revision_number=5']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:24.767841 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-836b1537-b0ab-4804-8261-ccab8cc8d531 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:24.878286 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-6daf3309-eb85-4f7d-b6c8-15c0ef361a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:24.953274 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-b1d2cfb9-d04b-441e-81f4-b9ab0f586703 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1683501028&fields=id&tenant_id=a04253395aa845968ab2e27453a7f5e1 HTTP/1.1" status: 200 len: 267 time: 0.0838916 Sep 21 16:22:25.000860 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396c7fb-7921-445e-b8a5-7e4e4ee73e94 req-89963f7a-6574-4b88-996e-83aed7274952 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:25.013992 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5396c7fb-7921-445e-b8a5-7e4e4ee73e94 req-89963f7a-6574-4b88-996e-83aed7274952 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 944 time: 0.4157777 Sep 21 16:22:25.013992 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-836b1537-b0ab-4804-8261-ccab8cc8d531 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791899'] for security_group_rule, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:25.022999 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-6daf3309-eb85-4f7d-b6c8-15c0ef361a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:25.126220 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b1537-b0ab-4804-8261-ccab8cc8d531 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934c88dc-79cf-4f14-a6af-b7706d5cbde4,revision_number=0']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:25.207553 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-836b1537-b0ab-4804-8261-ccab8cc8d531 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:25.210385 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device fd26a66c-b111-445a-ac1a-316f620e260e up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:22:25.222908 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-836b1537-b0ab-4804-8261-ccab8cc8d531 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4455774 Sep 21 16:22:25.239762 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 56144) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:25.254384 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5396c7fb-7921-445e-b8a5-7e4e4ee73e94 req-c1d88d42-8287-49f4-b685-710df7ba87d6 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401488 Sep 21 16:22:25.284518 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-e8f6929b-9516-4787-a992-6643e5213c9b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Request body: {'security_group_rule': {'security_group_id': '620f42e9-83a1-4e66-971f-595504d70e6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:22:25.310411 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-6a0b1e3d-c8d2-46f6-8516-7c1a1d9cba2b tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Notify callbacks [] for port, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:25.395534 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port fd26a66c-b111-445a-ac1a-316f620e260e triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:25.396008 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:25.421776 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7af83-b5e0-4696-b9ad-704bfd833048 req-3a231ece-6fb8-41fc-8929-108252e4f1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:25.427179 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7dc7af83-b5e0-4696-b9ad-704bfd833048 req-3a231ece-6fb8-41fc-8929-108252e4f1df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5fb20277dcc84c37ae3841776102a3b9&device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 1097 time: 0.3532214 Sep 21 16:22:25.459426 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-bce8b122-759f-4a83-afea-48b8b924db19 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:25.461986 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-bce8b122-759f-4a83-afea-48b8b924db19 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/networks?id=48ada096-de1e-4f63-81b0-12e54ddd3ecc HTTP/1.1" status: 200 len: 811 time: 0.5077844 Sep 21 16:22:25.513849 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-6daf3309-eb85-4f7d-b6c8-15c0ef361a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:25.519758 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-6daf3309-eb85-4f7d-b6c8-15c0ef361a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:25.519758 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-6daf3309-eb85-4f7d-b6c8-15c0ef361a80 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/55dfe504-f1a7-4709-b830-df1f1468c6ce HTTP/1.1" status: 204 len: 168 time: 1.1461816 Sep 21 16:22:25.550215 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-6a0b1e3d-c8d2-46f6-8516-7c1a1d9cba2b tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112'] for port, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:25.671261 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d276f3e-8975-4e46-91e7-7444ad4f6a9b req-49f3f3d6-7ee2-48b9-9910-8dc84d482bba tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:25.688352 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3d276f3e-8975-4e46-91e7-7444ad4f6a9b req-49f3f3d6-7ee2-48b9-9910-8dc84d482bba tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 943 time: 0.2676122 Sep 21 16:22:25.701107 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-278560e3-76d1-40b0-a35e-7ba2fb648b96 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/quotas/a04253395aa845968ab2e27453a7f5e1 HTTP/1.1" status: 200 len: 375 time: 0.2271142 Sep 21 16:22:25.780908 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e8f6929b-9516-4787-a992-6643e5213c9b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:25.809319 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-6a0b1e3d-c8d2-46f6-8516-7c1a1d9cba2b tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Network 27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b is already hosted by enough agents. {{(pid=184192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:22:25.847481 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf3309-eb85-4f7d-b6c8-15c0ef361a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dfe504-f1a7-4709-b830-df1f1468c6ce,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:25.869360 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7af83-b5e0-4696-b9ad-704bfd833048 req-b264d25c-c62f-444f-aa66-0fa20ca52d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:25.871113 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7dc7af83-b5e0-4696-b9ad-704bfd833048 req-b264d25c-c62f-444f-aa66-0fa20ca52d3a service neutron] 10.222.0.44 "GET /v2.0/networks?id=2129420f-2812-466d-9bce-5386e3460d60 HTTP/1.1" status: 200 len: 916 time: 0.3874459 Sep 21 16:22:25.873698 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b1e3d-c8d2-46f6-8516-7c1a1d9cba2b tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Pushing event updated for resources: {'Port': ['ID=0310b441-b200-48bf-979f-9d2e48b7400b,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:25.880885 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-12beecbf-4393-4874-8577-6a903eae5e64 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a04253395aa845968ab2e27453a7f5e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1363702 Sep 21 16:22:25.882635 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.base_scheduler [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-6a0b1e3d-c8d2-46f6-8516-7c1a1d9cba2b tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Resources bound (agent type, host, resource id): {{(pid=184192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:22:25.891107 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-6a0b1e3d-c8d2-46f6-8516-7c1a1d9cba2b tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Received port after_create {{(pid=184192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:22:25.899661 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-6a0b1e3d-c8d2-46f6-8516-7c1a1d9cba2b tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:25.901641 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-6a0b1e3d-c8d2-46f6-8516-7c1a1d9cba2b tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for port, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:25.941360 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3d276f3e-8975-4e46-91e7-7444ad4f6a9b req-bc5e3cc3-f68a-4eea-9015-8153ad2b5da5 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509339 Sep 21 16:22:26.017455 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7dc7af83-b5e0-4696-b9ad-704bfd833048 req-85c10971-a607-4742-97c8-7d67e081277a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ca71c07-a56e-41e7-b6bb-aca8f68cfffa HTTP/1.1" status: 200 len: 217 time: 0.1352520 Sep 21 16:22:26.067550 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-6a0b1e3d-c8d2-46f6-8516-7c1a1d9cba2b tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6633079 Sep 21 16:22:26.067550 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e8f6929b-9516-4787-a992-6643e5213c9b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:26.075290 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-a2535728-0a30-4234-931e-e17910f68a4f service neutron] Request body: {'port': {'device_id': '6e7b75ce-cb32-44c4-acf9-2c7cfd060e63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81003'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:22:26.186212 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6bf77d31-20b4-455c-ac6f-39f80fed7b9f req-e8a37bd9-f2c9-46f5-a8ad-69f9920c897e tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 210 time: 0.0698056 Sep 21 16:22:26.186316 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7af83-b5e0-4696-b9ad-704bfd833048 req-cf7b2554-a099-4688-a929-1bafdebf7ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:26.186316 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7dc7af83-b5e0-4696-b9ad-704bfd833048 req-cf7b2554-a099-4688-a929-1bafdebf7ca7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c045efe2-2c5c-4924-9aed-a88a9b6c079d HTTP/1.1" status: 200 len: 855 time: 0.1402349 Sep 21 16:22:26.186483 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e8f6929b-9516-4787-a992-6643e5213c9b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791899'] for security_group_rule, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:26.196098 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-a239e84f-feca-494f-89b0-372232ba0036 service neutron] 10.222.0.41 "GET /v2.0/networks/48ada096-de1e-4f63-81b0-12e54ddd3ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378404 Sep 21 16:22:26.247773 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-a2535728-0a30-4234-931e-e17910f68a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:26.265231 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6929b-9516-4787-a992-6643e5213c9b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d269d3-fe69-4087-9faf-a31021cf5833,revision_number=0']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:26.286900 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7dc7af83-b5e0-4696-b9ad-704bfd833048 req-4b38ed75-47cd-42d7-bce4-b10c1e3e8bbb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2129420f-2812-466d-9bce-5386e3460d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818138 Sep 21 16:22:26.424943 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e8f6929b-9516-4787-a992-6643e5213c9b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:26.426239 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-e8f6929b-9516-4787-a992-6643e5213c9b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1750758 Sep 21 16:22:26.431813 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 56166) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:26.455064 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-3e71b528-eb88-491d-b8ca-50722b2322a1 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Request body: {'floatingip': {'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:22:26.492280 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-b82f663e-90f5-4bef-bfcf-cdc29f05d050 service neutron] 10.222.0.41 "GET /v2.0/networks/48ada096-de1e-4f63-81b0-12e54ddd3ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886977 Sep 21 16:22:26.526071 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7dc7af83-b5e0-4696-b9ad-704bfd833048 req-ed69ca13-4bb1-4598-afbf-1b3c54cfd0cd service neutron] 10.222.0.44 "GET /v2.0/networks/2129420f-2812-466d-9bce-5386e3460d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166958 Sep 21 16:22:26.594055 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a5f17-c404-4a1c-95aa-034e0ebbe4a2 req-ddeacb4b-633a-49ce-8718-0845c0624ef1 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:26.595728 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ca7a5f17-c404-4a1c-95aa-034e0ebbe4a2 req-ddeacb4b-633a-49ce-8718-0845c0624ef1 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 944 time: 0.2009242 Sep 21 16:22:26.669330 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-3e71b528-eb88-491d-b8ca-50722b2322a1 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for floatingip, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:26.711467 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ca7a5f17-c404-4a1c-95aa-034e0ebbe4a2 req-48dfe640-b0f3-474e-a350-966f55eb8429 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091282 Sep 21 16:22:26.744729 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7dc7af83-b5e0-4696-b9ad-704bfd833048 req-8e95af1c-c0d1-48d6-829f-f283af895fd7 service neutron] 10.222.0.44 "GET /v2.0/networks/2129420f-2812-466d-9bce-5386e3460d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654673 Sep 21 16:22:26.797377 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 56174) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:26.838721 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-5947d64d-b7f7-4bd6-99c1-e9c8d0602fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:26.904502 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.notifiers.nova [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-a2535728-0a30-4234-931e-e17910f68a4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0310b441-b200-48bf-979f-9d2e48b7400b {{(pid=184192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:22:27.013420 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-a2535728-0a30-4234-931e-e17910f68a4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:27.105658 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-014e3395-fdc5-421f-b08a-06d8b3e21a10 req-750c6d90-3904-4c79-821d-3931199ab9c4 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 210 time: 0.1933939 Sep 21 16:22:27.130702 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.provisioning_blocks [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-a2535728-0a30-4234-931e-e17910f68a4f service neutron] Transition to ACTIVE for port object 0310b441-b200-48bf-979f-9d2e48b7400b will not be triggered until provisioned by entity L2. {{(pid=184192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:22:27.180184 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-5947d64d-b7f7-4bd6-99c1-e9c8d0602fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:27.225210 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-a2535728-0a30-4234-931e-e17910f68a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:27.242297 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-3e71b528-eb88-491d-b8ca-50722b2322a1 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:27.325818 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18731d27-7546-48ae-9915-0173efa998e9 req-53e3c69e-8ee7-43f9-a7cc-998230a8b5ec tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:27.329499 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-18731d27-7546-48ae-9915-0173efa998e9 req-53e3c69e-8ee7-43f9-a7cc-998230a8b5ec tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 943 time: 0.1458042 Sep 21 16:22:27.386324 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-5947d64d-b7f7-4bd6-99c1-e9c8d0602fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:27.495089 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-18731d27-7546-48ae-9915-0173efa998e9 req-6e57f178-2872-410f-b0f2-416be7949295 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513805 Sep 21 16:22:27.509244 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7971db2c-d950-4b24-a15d-1b27d798b099 req-1a338f66-cb6c-4b91-869a-3cd9aba79f71 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 210 time: 0.0802181 Sep 21 16:22:27.538055 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2535728-0a30-4234-931e-e17910f68a4f service neutron] Pushing event updated for resources: {'Port': ['ID=0310b441-b200-48bf-979f-9d2e48b7400b,revision_number=2']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:27.540712 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.managers [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-a2535728-0a30-4234-931e-e17910f68a4f service neutron] Attempting to bind port 0310b441-b200-48bf-979f-9d2e48b7400b on host hv-cinder-81003 for vnic_type normal with profile {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:22:27.541045 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.managers [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-a2535728-0a30-4234-931e-e17910f68a4f service neutron] Attempting to bind port 0310b441-b200-48bf-979f-9d2e48b7400b by drivers openvswitch,hyperv on host hv-cinder-81003 at level 0 using segments [{'id': '909f816d-0f09-4aa7-bde3-4575c942579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b'}] {{(pid=184192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:22:27.541364 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-a2535728-0a30-4234-931e-e17910f68a4f service neutron] Attempting to bind port 0310b441-b200-48bf-979f-9d2e48b7400b on network 27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:22:27.571446 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947d64d-b7f7-4bd6-99c1-e9c8d0602fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d38b38-7cf9-4018-8c16-3a18c7cbca68,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:27.572715 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-a2535728-0a30-4234-931e-e17910f68a4f service neutron] Port 0310b441-b200-48bf-979f-9d2e48b7400b on network 27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81003 {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 16:22:27.573210 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-a2535728-0a30-4234-931e-e17910f68a4f service neutron] Attempting to bind port 0310b441-b200-48bf-979f-9d2e48b7400b on network 27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:22:27.577750 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-5947d64d-b7f7-4bd6-99c1-e9c8d0602fa7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5e20fe4acb2f48e29fa72ecc524862bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7787814 Sep 21 16:22:27.581927 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 56204) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:27.596699 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-a2535728-0a30-4234-931e-e17910f68a4f service neutron] Checking agent: {'id': 'b0f092dd-0f26-432c-b483-67197dbc1b44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'started_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:22:27.597324 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-a2535728-0a30-4234-931e-e17910f68a4f service neutron] Checking segment: {'id': '909f816d-0f09-4aa7-bde3-4575c942579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:22:27.603637 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-a2535728-0a30-4234-931e-e17910f68a4f service neutron] Bound using segment: {'id': '909f816d-0f09-4aa7-bde3-4575c942579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b'} {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:22:27.603637 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.managers [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-a2535728-0a30-4234-931e-e17910f68a4f service neutron] Bound port: 0310b441-b200-48bf-979f-9d2e48b7400b, host: hv-cinder-81003, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '909f816d-0f09-4aa7-bde3-4575c942579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b'}}] {{(pid=184192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:22:27.603637 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-a2535728-0a30-4234-931e-e17910f68a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:27.652659 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.db_base_plugin_common [None req-3e71b528-eb88-491d-b8ca-50722b2322a1 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Allocated IP 172.27.2.245 (72679c7d-9bce-4a4a-9509-1e8f9e1d8844/b489826c-59d7-499a-88a6-c55f1856fec4/4725c255-552b-4a1c-a60f-55d1fdbe49ac) {{(pid=184192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:22:27.674118 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-0d5abbbb-19c8-4aa0-b9f0-ba8e27427eae tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:27.676603 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-0d5abbbb-19c8-4aa0-b9f0-ba8e27427eae tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.44 "GET /v2.0/networks?id=27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b HTTP/1.1" status: 200 len: 818 time: 0.1991885 Sep 21 16:22:27.690709 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-af2b878f-8325-4669-aa33-1676adb05a0d tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Request body: {'port': {'device_id': '61c97831-92a4-4787-aebe-934880285493', 'network_id': '27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b', 'admin_state_up': True, 'tenant_id': '93f2e2ff196b40faba780c1bba395eba'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:22:27.877776 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680d376-c74f-4ef7-8da8-634cf5f4cb12 req-a745699c-bd09-40f2-9fcf-713480c3e02f tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:27.879428 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6680d376-c74f-4ef7-8da8-634cf5f4cb12 req-a745699c-bd09-40f2-9fcf-713480c3e02f tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 944 time: 0.0742269 Sep 21 16:22:27.924964 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6680d376-c74f-4ef7-8da8-634cf5f4cb12 req-4489b9bd-eeba-4453-868d-dc78a5fc0cbc tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371702 Sep 21 16:22:27.940652 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-db89e458-b775-4509-8ef6-c9cfabe04b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:27.959461 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-af2b878f-8325-4669-aa33-1676adb05a0d tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Made reservation on behalf of 93f2e2ff196b40faba780c1bba395eba for: {'port': 1} {{(pid=184191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:22:27.963431 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-af2b878f-8325-4669-aa33-1676adb05a0d tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:28.022170 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-a2535728-0a30-4234-931e-e17910f68a4f service neutron] For port 0310b441-b200-48bf-979f-9d2e48b7400b, host hv-cinder-81003, cleared binding levels {{(pid=184192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:22:28.030556 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-db89e458-b775-4509-8ef6-c9cfabe04b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:28.045887 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-a2535728-0a30-4234-931e-e17910f68a4f service neutron] For port 0310b441-b200-48bf-979f-9d2e48b7400b, host hv-cinder-81003, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=0310b441-b200-48bf-979f-9d2e48b7400b,segment=NetworkSegment(909f816d-0f09-4aa7-bde3-4575c942579f),segment_id=909f816d-0f09-4aa7-bde3-4575c942579f)] {{(pid=184192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:22:28.096887 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-3e71b528-eb88-491d-b8ca-50722b2322a1 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for port, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:28.130464 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_common [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-af2b878f-8325-4669-aa33-1676adb05a0d tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Allocated IP 172.20.0.10 (27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b/ef51e1de-25f4-45cd-93c9-f3bb42d432a3/7afd738b-f441-4010-9877-885bfeb199c1) {{(pid=184191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:22:28.151542 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-a2535728-0a30-4234-931e-e17910f68a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:28.214402 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-741e8e3a-678d-4574-9a8c-a4e18e422cb9 req-ca3b92ac-7905-41ea-98c9-609cbbb45769 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 210 time: 0.0602362 Sep 21 16:22:28.215640 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-a2535728-0a30-4234-931e-e17910f68a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:28.216244 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-a2535728-0a30-4234-931e-e17910f68a4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for port, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:28.217540 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-a2535728-0a30-4234-931e-e17910f68a4f service neutron] 10.222.0.44 "PUT /v2.0/ports/0310b441-b200-48bf-979f-9d2e48b7400b HTTP/1.1" status: 200 len: 1093 time: 2.1583674 Sep 21 16:22:28.219887 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7b75ce-cb32-44c4-acf9-2c7cfd060e63', 'tag': '0310b441-b200-48bf-979f-9d2e48b7400b'}] {{(pid=184192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:22:28.222127 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc60c069b955d627b70d651b6eab325f4fde0824357df3315d36669f938dcfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f89f27-1eb2-4084-ae45-095ecc1628e3" -d '{"events": [{"name": "network-changed", "server_uuid": "6e7b75ce-cb32-44c4-acf9-2c7cfd060e63", "tag": "0310b441-b200-48bf-979f-9d2e48b7400b"}]}' {{(pid=184192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:22:28.251344 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2535728-0a30-4234-931e-e17910f68a4f service neutron] Pushing event updated for resources: {'Port': ['ID=0310b441-b200-48bf-979f-9d2e48b7400b,revision_number=3']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:28.287021 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-af2b878f-8325-4669-aa33-1676adb05a0d tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Notify callbacks [] for port, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:28.316870 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c68ab7-8725-40da-aed1-dd5849bbc84a x-openstack-request-id: req-c9c68ab7-8725-40da-aed1-dd5849bbc84a {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:22:28.317170 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e7b75ce-cb32-44c4-acf9-2c7cfd060e63", "tag": "0310b441-b200-48bf-979f-9d2e48b7400b", "status": "completed", "code": 200}]} {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:22:28.317421 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c9c68ab7-8725-40da-aed1-dd5849bbc84a {{(pid=184192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:22:28.317866 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e7b75ce-cb32-44c4-acf9-2c7cfd060e63', 'tag': '0310b441-b200-48bf-979f-9d2e48b7400b', 'status': 'completed', 'code': 200} Sep 21 16:22:28.334075 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-db89e458-b775-4509-8ef6-c9cfabe04b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:28.337340 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-db89e458-b775-4509-8ef6-c9cfabe04b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:28.339676 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-db89e458-b775-4509-8ef6-c9cfabe04b13 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3d38b38-7cf9-4018-8c16-3a18c7cbca68 HTTP/1.1" status: 204 len: 168 time: 0.7541833 Sep 21 16:22:28.342271 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-3e71b528-eb88-491d-b8ca-50722b2322a1 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112'] for port, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:28.377354 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89e458-b775-4509-8ef6-c9cfabe04b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d38b38-7cf9-4018-8c16-3a18c7cbca68,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:28.404006 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e71b528-eb88-491d-b8ca-50722b2322a1 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 is already hosted by enough agents. {{(pid=184192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:22:28.409675 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.base_scheduler [None req-3e71b528-eb88-491d-b8ca-50722b2322a1 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Resources bound (agent type, host, resource id): {{(pid=184192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:22:28.414598 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e71b528-eb88-491d-b8ca-50722b2322a1 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Received port after_create {{(pid=184192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:22:28.420362 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71b528-eb88-491d-b8ca-50722b2322a1 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Pushing event updated for resources: {'Port': ['ID=4725c255-552b-4a1c-a60f-55d1fdbe49ac,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:28.424335 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-af2b878f-8325-4669-aa33-1676adb05a0d tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112'] for port, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:28.496195 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-af2b878f-8325-4669-aa33-1676adb05a0d tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Network 27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:22:28.500114 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-af2b878f-8325-4669-aa33-1676adb05a0d tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:22:28.508532 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-af2b878f-8325-4669-aa33-1676adb05a0d tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Received port after_create {{(pid=184191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:22:28.514816 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-af2b878f-8325-4669-aa33-1676adb05a0d tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:28.515486 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-af2b878f-8325-4669-aa33-1676adb05a0d tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:28.548015 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b878f-8325-4669-aa33-1676adb05a0d tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Pushing event updated for resources: {'Port': ['ID=7afd738b-f441-4010-9877-885bfeb199c1,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:28.551196 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-3e71b528-eb88-491d-b8ca-50722b2322a1 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:28.624052 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2951b-b79d-4004-97b3-d6d89f72d041 req-55ec41f8-1a3b-4fc2-9ba5-71a3ac173f1c tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:28.625592 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5af2951b-b79d-4004-97b3-d6d89f72d041 req-55ec41f8-1a3b-4fc2-9ba5-71a3ac173f1c tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 943 time: 0.0510247 Sep 21 16:22:28.651738 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b4b6d-cb2a-4c40-8619-e167d04f46e4 req-dd73ce1f-04e5-4283-afa8-4e727bad2df1 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:28.653441 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-005b4b6d-cb2a-4c40-8619-e167d04f46e4 req-dd73ce1f-04e5-4283-afa8-4e727bad2df1 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 932 time: 0.0600066 Sep 21 16:22:28.677964 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-af2b878f-8325-4669-aa33-1676adb05a0d tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9913249 Sep 21 16:22:28.699988 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5af2951b-b79d-4004-97b3-d6d89f72d041 req-e0e9e9b8-3cc0-4a36-aeff-7bc5245d1644 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670335 Sep 21 16:22:28.705336 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-3e71b528-eb88-491d-b8ca-50722b2322a1 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:28.721162 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-005b4b6d-cb2a-4c40-8619-e167d04f46e4 req-99d127c2-f280-4207-bcb8-81b1c5e2ae3e tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579777 Sep 21 16:22:28.871068 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-e8c9c0eb-bd2f-41da-b9eb-9f16eaeb3003 service neutron] Request body: {'port': {'device_id': '61c97831-92a4-4787-aebe-934880285493', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81003'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:22:28.889097 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-3e71b528-eb88-491d-b8ca-50722b2322a1 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for port, precommit_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:28.936385 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-e8c9c0eb-bd2f-41da-b9eb-9f16eaeb3003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:29.012490 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-3e71b528-eb88-491d-b8ca-50722b2322a1 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:29.079505 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f89f27-1eb2-4084-ae45-095ecc1628e3 req-ac9540d8-74fa-4cbc-bf26-265e4daa4e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:29.082061 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-30f89f27-1eb2-4084-ae45-095ecc1628e3 req-ac9540d8-74fa-4cbc-bf26-265e4daa4e17 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93f2e2ff196b40faba780c1bba395eba&device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 1096 time: 0.1451538 Sep 21 16:22:29.106362 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-3e71b528-eb88-491d-b8ca-50722b2322a1 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615442'] for floatingip, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:29.242035 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71b528-eb88-491d-b8ca-50722b2322a1 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Pushing event updated for resources: {'Port': ['ID=4725c255-552b-4a1c-a60f-55d1fdbe49ac,revision_number=2']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:29.330143 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-52128a38-d1c2-4b9e-85e7-2839459ee3bf req-6663ce41-0645-444d-b2ee-e07a75cd6ddf tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 210 time: 0.0313723 Sep 21 16:22:29.348941 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749465cb-fba8-47ee-969b-d54f39d9bf4e req-eae13c60-1da8-4ad4-a7a9-02e1b9d73ce8 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:29.356756 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-749465cb-fba8-47ee-969b-d54f39d9bf4e req-eae13c60-1da8-4ad4-a7a9-02e1b9d73ce8 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 944 time: 0.2902462 Sep 21 16:22:29.365550 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-3e71b528-eb88-491d-b8ca-50722b2322a1 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for floatingip, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:29.366782 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-3e71b528-eb88-491d-b8ca-50722b2322a1 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9323509 Sep 21 16:22:29.392121 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-e8c9c0eb-bd2f-41da-b9eb-9f16eaeb3003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7afd738b-f441-4010-9877-885bfeb199c1 {{(pid=184191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:22:29.405942 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-e8c9c0eb-bd2f-41da-b9eb-9f16eaeb3003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:29.432166 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.provisioning_blocks [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-e8c9c0eb-bd2f-41da-b9eb-9f16eaeb3003 service neutron] Transition to ACTIVE for port object 7afd738b-f441-4010-9877-885bfeb199c1 will not be triggered until provisioned by entity L2. {{(pid=184191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:22:29.437395 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f89f27-1eb2-4084-ae45-095ecc1628e3 req-0dd71925-a6cd-47eb-aa7b-6126f751817a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:29.439055 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-30f89f27-1eb2-4084-ae45-095ecc1628e3 req-0dd71925-a6cd-47eb-aa7b-6126f751817a service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=93f2e2ff196b40faba780c1bba395eba&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3257575 Sep 21 16:22:29.442349 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-749465cb-fba8-47ee-969b-d54f39d9bf4e req-94453fc7-5933-4471-bc1b-ee0679c1915a tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847197 Sep 21 16:22:29.499340 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-e8c9c0eb-bd2f-41da-b9eb-9f16eaeb3003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:29.595802 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9c0eb-bd2f-41da-b9eb-9f16eaeb3003 service neutron] Pushing event updated for resources: {'Port': ['ID=7afd738b-f441-4010-9877-885bfeb199c1,revision_number=2']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:29.624356 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.managers [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-e8c9c0eb-bd2f-41da-b9eb-9f16eaeb3003 service neutron] Attempting to bind port 7afd738b-f441-4010-9877-885bfeb199c1 on host hv-cinder-81003 for vnic_type normal with profile {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:22:29.624711 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.managers [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-e8c9c0eb-bd2f-41da-b9eb-9f16eaeb3003 service neutron] Attempting to bind port 7afd738b-f441-4010-9877-885bfeb199c1 by drivers openvswitch,hyperv on host hv-cinder-81003 at level 0 using segments [{'id': '909f816d-0f09-4aa7-bde3-4575c942579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b'}] {{(pid=184191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:22:29.625046 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-e8c9c0eb-bd2f-41da-b9eb-9f16eaeb3003 service neutron] Attempting to bind port 7afd738b-f441-4010-9877-885bfeb199c1 on network 27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:22:29.638543 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-e8c9c0eb-bd2f-41da-b9eb-9f16eaeb3003 service neutron] Port 7afd738b-f441-4010-9877-885bfeb199c1 on network 27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81003 {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 16:22:29.638866 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-e8c9c0eb-bd2f-41da-b9eb-9f16eaeb3003 service neutron] Attempting to bind port 7afd738b-f441-4010-9877-885bfeb199c1 on network 27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:22:29.657085 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-e8c9c0eb-bd2f-41da-b9eb-9f16eaeb3003 service neutron] Checking agent: {'id': 'b0f092dd-0f26-432c-b483-67197dbc1b44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'started_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:22:29.658102 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-e8c9c0eb-bd2f-41da-b9eb-9f16eaeb3003 service neutron] Checking segment: {'id': '909f816d-0f09-4aa7-bde3-4575c942579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:22:29.658756 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-e8c9c0eb-bd2f-41da-b9eb-9f16eaeb3003 service neutron] Bound using segment: {'id': '909f816d-0f09-4aa7-bde3-4575c942579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b'} {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:22:29.660701 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.managers [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-e8c9c0eb-bd2f-41da-b9eb-9f16eaeb3003 service neutron] Bound port: 7afd738b-f441-4010-9877-885bfeb199c1, host: hv-cinder-81003, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '909f816d-0f09-4aa7-bde3-4575c942579f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b'}}] {{(pid=184191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:22:29.661065 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-e8c9c0eb-bd2f-41da-b9eb-9f16eaeb3003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:29.666822 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f89f27-1eb2-4084-ae45-095ecc1628e3 req-ee0b1bd1-6785-4ae2-9890-579ae38a5fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:29.678169 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-30f89f27-1eb2-4084-ae45-095ecc1628e3 req-ee0b1bd1-6785-4ae2-9890-579ae38a5fdc service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2317216 Sep 21 16:22:29.725898 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 56290) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:29.762928 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-1aa265f1-26a9-491a-ae0f-45448debc873 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1481636713&fields=id&tenant_id=fcd24fff54904925b7f9dea039d036dd HTTP/1.1" status: 200 len: 267 time: 0.0823810 Sep 21 16:22:29.858647 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-e8c9c0eb-bd2f-41da-b9eb-9f16eaeb3003 service neutron] For port 7afd738b-f441-4010-9877-885bfeb199c1, host hv-cinder-81003, cleared binding levels {{(pid=184191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:22:29.886259 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-8c8b8753-55b5-47c4-b2eb-46c9ca12a614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:29.887874 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-8c8b8753-55b5-47c4-b2eb-46c9ca12a614 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93f2e2ff196b40faba780c1bba395eba&device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 1096 time: 0.0957499 Sep 21 16:22:29.904172 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-e8c9c0eb-bd2f-41da-b9eb-9f16eaeb3003 service neutron] For port 7afd738b-f441-4010-9877-885bfeb199c1, host hv-cinder-81003, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=7afd738b-f441-4010-9877-885bfeb199c1,segment=NetworkSegment(909f816d-0f09-4aa7-bde3-4575c942579f),segment_id=909f816d-0f09-4aa7-bde3-4575c942579f)] {{(pid=184191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:22:29.914836 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e94d752d-037e-4976-86e9-52f0beac748f admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:29.931834 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34faee-a8d8-41dc-8213-e66dd6830fca req-c61a5f39-cb37-4c07-9f76-0032e7ead366 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:29.933302 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-fb34faee-a8d8-41dc-8213-e66dd6830fca req-c61a5f39-cb37-4c07-9f76-0032e7ead366 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 943 time: 0.0898755 Sep 21 16:22:29.935610 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-f20b6cc8-8637-46a4-8888-6c26d62e0bce tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:29.939840 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-f20b6cc8-8637-46a4-8888-6c26d62e0bce tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/networks?id=74453f4e-295a-4b01-8c05-e1fb2fd58439 HTTP/1.1" status: 200 len: 817 time: 0.1761227 Sep 21 16:22:29.952373 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-dbee6e54-9008-4f92-a97c-1f5c3a9597ba tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/quotas/fcd24fff54904925b7f9dea039d036dd HTTP/1.1" status: 200 len: 375 time: 0.0099344 Sep 21 16:22:29.995587 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-fb34faee-a8d8-41dc-8213-e66dd6830fca req-cc2b075f-7df8-45c6-9c89-fe5174df64ec tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547428 Sep 21 16:22:30.022915 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-c3f3b414-81bd-480f-b8e3-e75306ab3c40 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fcd24fff54904925b7f9dea039d036dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0645278 Sep 21 16:22:30.030563 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-e8c9c0eb-bd2f-41da-b9eb-9f16eaeb3003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:30.034955 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-91be80d8-296d-4e78-862e-77900f66f58d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0310b441-b200-48bf-979f-9d2e48b7400b HTTP/1.1" status: 200 len: 217 time: 0.0426960 Sep 21 16:22:30.094773 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-e8c9c0eb-bd2f-41da-b9eb-9f16eaeb3003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:30.095512 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-e8c9c0eb-bd2f-41da-b9eb-9f16eaeb3003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:30.097095 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-e8c9c0eb-bd2f-41da-b9eb-9f16eaeb3003 service neutron] 10.222.0.44 "PUT /v2.0/ports/7afd738b-f441-4010-9877-885bfeb199c1 HTTP/1.1" status: 200 len: 1094 time: 1.2305729 Sep 21 16:22:30.140222 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-86c0f4b3-4999-4f03-908d-f883a0539efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:30.141704 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-86c0f4b3-4999-4f03-908d-f883a0539efd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ef51e1de-25f4-45cd-93c9-f3bb42d432a3 HTTP/1.1" status: 200 len: 858 time: 0.0968375 Sep 21 16:22:30.178196 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd51632-53cc-4229-85af-ac68fef9a70b req-a25fa484-e997-4985-8f9f-d759dc286e0d tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:30.179768 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ffd51632-53cc-4229-85af-ac68fef9a70b req-a25fa484-e997-4985-8f9f-d759dc286e0d tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 944 time: 0.1017869 Sep 21 16:22:30.199814 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-c27d9ab7-7a82-4899-8dd0-047432b18420 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494013 Sep 21 16:22:30.228936 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e94d752d-037e-4976-86e9-52f0beac748f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:30.272858 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ffd51632-53cc-4229-85af-ac68fef9a70b req-a9036134-cb0f-40c1-93ff-4131559437bd tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760784 Sep 21 16:22:30.287097 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c97831-92a4-4787-aebe-934880285493', 'tag': '7afd738b-f441-4010-9877-885bfeb199c1'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:22:30.290100 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94dc21aa-3e78-4e51-aa04-0caa79544f55" -d '{"events": [{"name": "network-changed", "server_uuid": "61c97831-92a4-4787-aebe-934880285493", "tag": "7afd738b-f441-4010-9877-885bfeb199c1"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:22:30.332091 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-a3c1b3ab-33cd-4eed-9db4-52af343b7f7a service neutron] 10.222.0.44 "GET /v2.0/networks/27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183138 Sep 21 16:22:30.343248 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e2ebe5-333a-43e9-ad47-ef96f995cd7b x-openstack-request-id: req-c1e2ebe5-333a-43e9-ad47-ef96f995cd7b {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:22:30.345547 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61c97831-92a4-4787-aebe-934880285493", "tag": "7afd738b-f441-4010-9877-885bfeb199c1", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:22:30.345547 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c1e2ebe5-333a-43e9-ad47-ef96f995cd7b {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:22:30.345547 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c97831-92a4-4787-aebe-934880285493', 'tag': '7afd738b-f441-4010-9877-885bfeb199c1', 'status': 'completed', 'code': 200} Sep 21 16:22:30.359107 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9c0eb-bd2f-41da-b9eb-9f16eaeb3003 service neutron] Pushing event updated for resources: {'Port': ['ID=7afd738b-f441-4010-9877-885bfeb199c1,revision_number=3']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:30.414320 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-62e8ca72-d76c-4ec3-b49a-28c8ee41474a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:30.416013 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-62e8ca72-d76c-4ec3-b49a-28c8ee41474a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93f2e2ff196b40faba780c1bba395eba&device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 1097 time: 0.0953507 Sep 21 16:22:30.461944 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-93f44ab3-91bd-463d-b9e9-9f40415188e0 req-1a785a83-66c4-40ed-936f-bc5f4c89ddca tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 210 time: 0.0305355 Sep 21 16:22:30.464773 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e94d752d-037e-4976-86e9-52f0beac748f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:30.471122 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-6854d822-8a87-4035-9b52-6eae40a1528c service neutron] 10.222.0.41 "GET /v2.0/networks/74453f4e-295a-4b01-8c05-e1fb2fd58439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012053 Sep 21 16:22:30.473441 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-822c03bf-927e-4463-9ae1-06b60b6e30d8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7afd738b-f441-4010-9877-885bfeb199c1 HTTP/1.1" status: 200 len: 217 time: 0.0436232 Sep 21 16:22:30.524884 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b06f3246-c524-4781-9c01-b1a8e807ffc7 req-a046e365-19c4-4f15-b621-a5c952ef5d00 service neutron] 10.222.0.44 "GET /v2.0/networks/27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830428 Sep 21 16:22:30.544239 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-e94d752d-037e-4976-86e9-52f0beac748f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=41a246a51cc640b8aafba076c4cb0c76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8171935 Sep 21 16:22:30.544975 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 56314) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:30.553900 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d752d-037e-4976-86e9-52f0beac748f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21a3bfe-88f9-414a-9cde-abc8a08ee6a4,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:30.593467 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-3cd785ce-f9c4-416f-ace0-4aa46199af46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:30.594921 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-3cd785ce-f9c4-416f-ace0-4aa46199af46 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ef51e1de-25f4-45cd-93c9-f3bb42d432a3 HTTP/1.1" status: 200 len: 858 time: 0.0985787 Sep 21 16:22:30.638631 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-3c02004b-7490-44d2-ae72-91a46c572930 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343246 Sep 21 16:22:30.644376 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-9ea61194-b597-42cf-871c-4416151103ab service neutron] 10.222.0.41 "GET /v2.0/networks/74453f4e-295a-4b01-8c05-e1fb2fd58439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634376 Sep 21 16:22:30.648381 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9825dbf-5d1b-4e73-9fac-0a28d2546fcb req-1b099835-7f6a-4257-9853-c64be079a513 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:30.650312 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c9825dbf-5d1b-4e73-9fac-0a28d2546fcb req-1b099835-7f6a-4257-9853-c64be079a513 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 944 time: 0.1029258 Sep 21 16:22:30.671839 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4b5a2767-0f48-42c2-a8a4-d4e7631ba463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:30.716055 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4b5a2767-0f48-42c2-a8a4-d4e7631ba463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:30.727224 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c9825dbf-5d1b-4e73-9fac-0a28d2546fcb req-41e1f580-7f1b-4ec4-94c4-c67e45bd3fc4 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667555 Sep 21 16:22:30.777598 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-37948d0e-32ad-4cbb-8b92-aefa958f2f5d service neutron] 10.222.0.44 "GET /v2.0/networks/27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300471 Sep 21 16:22:30.895665 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0286f1d8-6c65-4392-8400-1bc37aa91608 req-c86070cb-1bf7-4f92-9ab9-2547f2458fa6 service neutron] 10.222.0.44 "GET /v2.0/networks/27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987251 Sep 21 16:22:30.914442 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4b5a2767-0f48-42c2-a8a4-d4e7631ba463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:30.919754 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4b5a2767-0f48-42c2-a8a4-d4e7631ba463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:30.921771 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-4b5a2767-0f48-42c2-a8a4-d4e7631ba463 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c21a3bfe-88f9-414a-9cde-abc8a08ee6a4 HTTP/1.1" status: 204 len: 168 time: 0.3734076 Sep 21 16:22:30.938356 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a2767-0f48-42c2-a8a4-d4e7631ba463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21a3bfe-88f9-414a-9cde-abc8a08ee6a4,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:31.004294 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ac995238-458e-4f65-be97-6f380a15a184 req-ec976185-665a-4fc8-beb8-7769b7e40fbd tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 210 time: 0.0325356 Sep 21 16:22:31.100123 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc21aa-3e78-4e51-aa04-0caa79544f55 req-fdf283e1-4fcd-4af1-b276-e216f97463a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:31.101611 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-94dc21aa-3e78-4e51-aa04-0caa79544f55 req-fdf283e1-4fcd-4af1-b276-e216f97463a0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93f2e2ff196b40faba780c1bba395eba&device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 1097 time: 0.0495269 Sep 21 16:22:31.216512 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf2fa2-51fa-496b-8832-9628a72df0f6 req-cd072761-fece-48fe-8586-68786555019b tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:31.219055 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8aaf2fa2-51fa-496b-8832-9628a72df0f6 req-cd072761-fece-48fe-8586-68786555019b tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 943 time: 0.1058121 Sep 21 16:22:31.226513 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc21aa-3e78-4e51-aa04-0caa79544f55 req-eed4d073-be1e-4667-bedb-f98f68b514df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:31.228914 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-94dc21aa-3e78-4e51-aa04-0caa79544f55 req-eed4d073-be1e-4667-bedb-f98f68b514df service neutron] 10.222.0.44 "GET /v2.0/networks?id=27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b HTTP/1.1" status: 200 len: 919 time: 0.1182902 Sep 21 16:22:31.230789 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-70c37dbd-18cb-498d-a8b3-e962292bc9d5 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:31.232273 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-70c37dbd-18cb-498d-a8b3-e962292bc9d5 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.44 "GET /v2.0/networks?id=48ada096-de1e-4f63-81b0-12e54ddd3ecc HTTP/1.1" status: 200 len: 811 time: 0.2235382 Sep 21 16:22:31.281179 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-94dc21aa-3e78-4e51-aa04-0caa79544f55 req-bef79246-01f3-4523-84b3-bddaa1358e2c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7afd738b-f441-4010-9877-885bfeb199c1 HTTP/1.1" status: 200 len: 217 time: 0.0360098 Sep 21 16:22:31.313773 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8aaf2fa2-51fa-496b-8832-9628a72df0f6 req-905b590a-6a02-4fa5-a0d9-8297426f3470 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767953 Sep 21 16:22:31.328397 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-66330b9c-3a51-4d48-8ffe-305b00224385 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a04253395aa845968ab2e27453a7f5e1 HTTP/1.1" status: 200 len: 380 time: 0.0807352 Sep 21 16:22:31.341121 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc21aa-3e78-4e51-aa04-0caa79544f55 req-26fd610e-d987-413b-9646-bd03d66fb891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:31.341322 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-d1b50bd3-1542-449e-87df-b12f33fd91bd tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Request body: {'port': {'device_id': '2552f40a-34f0-42e4-b4ad-a6144f7a5015', 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc', 'admin_state_up': True, 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'security_groups': ['370f9e3b-bc45-440c-b467-e0432300fd56']}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:22:31.342587 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-94dc21aa-3e78-4e51-aa04-0caa79544f55 req-26fd610e-d987-413b-9646-bd03d66fb891 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ef51e1de-25f4-45cd-93c9-f3bb42d432a3 HTTP/1.1" status: 200 len: 858 time: 0.0540662 Sep 21 16:22:31.585888 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-94dc21aa-3e78-4e51-aa04-0caa79544f55 req-8219ffa3-c936-4f32-b672-d717d7356a51 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2356958 Sep 21 16:22:31.617033 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-190498fa-8ccb-4559-bf8c-c7998044211a req-28207f77-d1fe-4cd7-9962-ae597e4486a1 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 210 time: 0.0355079 Sep 21 16:22:31.682928 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d30649-48b0-45d8-9116-e21031a2bed6 req-9ef250d3-a202-4ae0-8770-e0b60d202bba tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:31.684533 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-09d30649-48b0-45d8-9116-e21031a2bed6 req-9ef250d3-a202-4ae0-8770-e0b60d202bba tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 944 time: 0.3257470 Sep 21 16:22:31.726475 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-94dc21aa-3e78-4e51-aa04-0caa79544f55 req-2ce19a7b-7f44-46ed-9fbd-bf4e0db50eaa service neutron] 10.222.0.44 "GET /v2.0/networks/27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242487 Sep 21 16:22:31.745253 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-09d30649-48b0-45d8-9116-e21031a2bed6 req-b0685c4a-7352-4f72-a748-929613b05624 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531518 Sep 21 16:22:31.762195 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-d1b50bd3-1542-449e-87df-b12f33fd91bd tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Made reservation on behalf of a04253395aa845968ab2e27453a7f5e1 for: {'port': 1} {{(pid=184191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:22:31.765975 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-d1b50bd3-1542-449e-87df-b12f33fd91bd tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:31.832600 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-94dc21aa-3e78-4e51-aa04-0caa79544f55 req-9c71c5b4-dc82-4d89-9a47-37dfc7ca2bc7 service neutron] 10.222.0.44 "GET /v2.0/networks/27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963886 Sep 21 16:22:31.924405 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c187fb7-fcdd-4aec-a512-2d4add4f1281 req-8eece937-4836-41e7-b486-df15df2ec286 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:31.925897 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6c187fb7-fcdd-4aec-a512-2d4add4f1281 req-8eece937-4836-41e7-b486-df15df2ec286 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 944 time: 0.0890787 Sep 21 16:22:31.965108 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_common [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-d1b50bd3-1542-449e-87df-b12f33fd91bd tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Allocated IP 172.20.0.12 (48ada096-de1e-4f63-81b0-12e54ddd3ecc/d0a8263f-7f3f-444d-a2c9-8f405212c5f3/ee84741f-d4df-4f43-8069-2f452b663d02) {{(pid=184191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:22:31.987089 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6c187fb7-fcdd-4aec-a512-2d4add4f1281 req-10ce128d-6b8a-41cf-985d-b8aa0f68c95e tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542645 Sep 21 16:22:32.103515 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-45f15c1e-1e2c-4f0a-a08d-cbfdbeae6c88 req-df908eb7-6e7e-44a6-ac81-327dcae25cd1 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 210 time: 0.0283303 Sep 21 16:22:32.132102 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-d1b50bd3-1542-449e-87df-b12f33fd91bd tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for port, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:32.141265 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 56358) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:32.155007 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-149d4baa-a693-4bcc-a16e-1210c7aa4e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:32.253661 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-149d4baa-a693-4bcc-a16e-1210c7aa4e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:32.308312 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-d1b50bd3-1542-449e-87df-b12f33fd91bd tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112'] for port, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:32.359542 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-d1b50bd3-1542-449e-87df-b12f33fd91bd tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Network 48ada096-de1e-4f63-81b0-12e54ddd3ecc is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:22:32.361773 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-d1b50bd3-1542-449e-87df-b12f33fd91bd tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:22:32.366910 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-d1b50bd3-1542-449e-87df-b12f33fd91bd tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Received port after_create {{(pid=184191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:22:32.373536 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-d1b50bd3-1542-449e-87df-b12f33fd91bd tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:32.374320 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-d1b50bd3-1542-449e-87df-b12f33fd91bd tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:32.382727 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b50bd3-1542-449e-87df-b12f33fd91bd tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Pushing event updated for resources: {'Port': ['ID=ee84741f-d4df-4f43-8069-2f452b663d02,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:32.412261 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-149d4baa-a693-4bcc-a16e-1210c7aa4e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:32.454106 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-149d4baa-a693-4bcc-a16e-1210c7aa4e83 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3fb55f867d5c480bbef8937944699b6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3116946 Sep 21 16:22:32.454981 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d4baa-a693-4bcc-a16e-1210c7aa4e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373d952b-55d3-4aab-b445-f96d24db02fa,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:32.457184 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 56364) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:32.507828 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9dde9-142b-4796-b5cc-8e0c27d6e3a0 req-e917bab9-d045-495c-89cc-b02c03a30c13 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:32.517259 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c4d9dde9-142b-4796-b5cc-8e0c27d6e3a0 req-e917bab9-d045-495c-89cc-b02c03a30c13 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 943 time: 0.1391335 Sep 21 16:22:32.548677 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-d1b50bd3-1542-449e-87df-b12f33fd91bd tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2135828 Sep 21 16:22:32.573458 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-6f613070-98c2-4562-b86e-dcf87e01db1f service neutron] Request body: {'port': {'device_id': '2552f40a-34f0-42e4-b4ad-a6144f7a5015', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81003'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:22:32.599319 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-669be50d-6820-41a7-bc8b-c804735b68dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:32.606532 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c4d9dde9-142b-4796-b5cc-8e0c27d6e3a0 req-2c658d2b-03be-4d5e-812a-53683c521138 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883601 Sep 21 16:22:32.649055 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-669be50d-6820-41a7-bc8b-c804735b68dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:32.664465 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-6f613070-98c2-4562-b86e-dcf87e01db1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:32.700748 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-4d586005-0421-408d-8dc4-6ec1f344705f None None] Provisioning complete for port ee84741f-d4df-4f43-8069-2f452b663d02 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:32.701434 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-4d586005-0421-408d-8dc4-6ec1f344705f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:32.747939 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-4d586005-0421-408d-8dc4-6ec1f344705f None None] Port ee84741f-d4df-4f43-8069-2f452b663d02 cannot update to ACTIVE because it is not bound. {{(pid=184193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 16:22:32.748905 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072a286-bc84-47b1-b207-80def89ca6b6 req-4971c9d7-a3e0-4796-8f4b-8cbeb87a533f tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:32.751458 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-e072a286-bc84-47b1-b207-80def89ca6b6 req-4971c9d7-a3e0-4796-8f4b-8cbeb87a533f tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 932 time: 0.0557513 Sep 21 16:22:32.804903 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-e072a286-bc84-47b1-b207-80def89ca6b6 req-1793b714-c78e-4109-962d-61bb9086263f tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463984 Sep 21 16:22:32.929111 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a495aa8-2694-44ba-9e46-a6b979a1048a req-db8c0be0-0b31-48c0-b256-c2079e548320 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:32.930757 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8a495aa8-2694-44ba-9e46-a6b979a1048a req-db8c0be0-0b31-48c0-b256-c2079e548320 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 944 time: 0.1038787 Sep 21 16:22:32.931558 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-669be50d-6820-41a7-bc8b-c804735b68dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:32.934236 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-669be50d-6820-41a7-bc8b-c804735b68dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:32.938152 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-669be50d-6820-41a7-bc8b-c804735b68dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/373d952b-55d3-4aab-b445-f96d24db02fa HTTP/1.1" status: 204 len: 168 time: 0.4661868 Sep 21 16:22:32.967570 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669be50d-6820-41a7-bc8b-c804735b68dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373d952b-55d3-4aab-b445-f96d24db02fa,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:33.018124 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8a495aa8-2694-44ba-9e46-a6b979a1048a req-cd898b9a-11a6-49ac-88eb-9b6f636ab6bf tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691478 Sep 21 16:22:33.080706 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-6f613070-98c2-4562-b86e-dcf87e01db1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee84741f-d4df-4f43-8069-2f452b663d02 {{(pid=184191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:22:33.090034 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-6f613070-98c2-4562-b86e-dcf87e01db1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:33.103835 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.provisioning_blocks [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-6f613070-98c2-4562-b86e-dcf87e01db1f service neutron] Transition to ACTIVE for port object ee84741f-d4df-4f43-8069-2f452b663d02 will not be triggered until provisioned by entity L2. {{(pid=184191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:22:33.123718 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ddaed-c2e8-4eab-bff0-4c2805c912d1 req-54fa079a-b094-4795-a00e-f97ee96b45b0 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:33.125277 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-4c1ddaed-c2e8-4eab-bff0-4c2805c912d1 req-54fa079a-b094-4795-a00e-f97ee96b45b0 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 944 time: 0.0540369 Sep 21 16:22:33.165756 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-4c1ddaed-c2e8-4eab-bff0-4c2805c912d1 req-4147fb9e-a289-4f9e-a32b-bc6c6b3bd171 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341022 Sep 21 16:22:33.209280 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7df74a4c-c756-4475-b1b0-027ec1bdbb49 req-22639ce8-7584-43bc-b381-94cf77ba6a48 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 210 time: 0.0318639 Sep 21 16:22:33.237291 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-6f613070-98c2-4562-b86e-dcf87e01db1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:33.328401 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f613070-98c2-4562-b86e-dcf87e01db1f service neutron] Pushing event updated for resources: {'Port': ['ID=ee84741f-d4df-4f43-8069-2f452b663d02,revision_number=2']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:33.350294 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.managers [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-6f613070-98c2-4562-b86e-dcf87e01db1f service neutron] Attempting to bind port ee84741f-d4df-4f43-8069-2f452b663d02 on host hv-cinder-81003 for vnic_type normal with profile {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:22:33.351345 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.managers [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-6f613070-98c2-4562-b86e-dcf87e01db1f service neutron] Attempting to bind port ee84741f-d4df-4f43-8069-2f452b663d02 by drivers openvswitch,hyperv on host hv-cinder-81003 at level 0 using segments [{'id': 'b3e2becc-0704-4cb3-ad9f-856f8136348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc'}] {{(pid=184191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:22:33.351345 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-6f613070-98c2-4562-b86e-dcf87e01db1f service neutron] Attempting to bind port ee84741f-d4df-4f43-8069-2f452b663d02 on network 48ada096-de1e-4f63-81b0-12e54ddd3ecc {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:22:33.357409 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-6f613070-98c2-4562-b86e-dcf87e01db1f service neutron] Port ee84741f-d4df-4f43-8069-2f452b663d02 on network 48ada096-de1e-4f63-81b0-12e54ddd3ecc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81003 {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 16:22:33.357740 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-6f613070-98c2-4562-b86e-dcf87e01db1f service neutron] Attempting to bind port ee84741f-d4df-4f43-8069-2f452b663d02 on network 48ada096-de1e-4f63-81b0-12e54ddd3ecc {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:22:33.364654 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-6f613070-98c2-4562-b86e-dcf87e01db1f service neutron] Checking agent: {'id': 'b0f092dd-0f26-432c-b483-67197dbc1b44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'started_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:22:33.364998 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-6f613070-98c2-4562-b86e-dcf87e01db1f service neutron] Checking segment: {'id': 'b3e2becc-0704-4cb3-ad9f-856f8136348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:22:33.365547 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-6f613070-98c2-4562-b86e-dcf87e01db1f service neutron] Bound using segment: {'id': 'b3e2becc-0704-4cb3-ad9f-856f8136348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc'} {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:22:33.365991 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.managers [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-6f613070-98c2-4562-b86e-dcf87e01db1f service neutron] Bound port: ee84741f-d4df-4f43-8069-2f452b663d02, host: hv-cinder-81003, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e2becc-0704-4cb3-ad9f-856f8136348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc'}}] {{(pid=184191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:22:33.366417 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-6f613070-98c2-4562-b86e-dcf87e01db1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:33.438891 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-6f613070-98c2-4562-b86e-dcf87e01db1f service neutron] For port ee84741f-d4df-4f43-8069-2f452b663d02, host hv-cinder-81003, cleared binding levels {{(pid=184191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:22:33.442323 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-6f613070-98c2-4562-b86e-dcf87e01db1f service neutron] For port ee84741f-d4df-4f43-8069-2f452b663d02, host hv-cinder-81003, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=ee84741f-d4df-4f43-8069-2f452b663d02,segment=NetworkSegment(b3e2becc-0704-4cb3-ad9f-856f8136348e),segment_id=b3e2becc-0704-4cb3-ad9f-856f8136348e)] {{(pid=184191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:22:33.565687 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-6f613070-98c2-4562-b86e-dcf87e01db1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:33.608406 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-6f613070-98c2-4562-b86e-dcf87e01db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:33.609027 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-6f613070-98c2-4562-b86e-dcf87e01db1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:33.610419 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-6f613070-98c2-4562-b86e-dcf87e01db1f service neutron] 10.222.0.44 "PUT /v2.0/ports/ee84741f-d4df-4f43-8069-2f452b663d02 HTTP/1.1" status: 200 len: 1094 time: 1.0414181 Sep 21 16:22:33.611294 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2552f40a-34f0-42e4-b4ad-a6144f7a5015', 'tag': 'ee84741f-d4df-4f43-8069-2f452b663d02'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:22:33.613137 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e39f56-fe76-4900-a38f-03a71e5df8f8" -d '{"events": [{"name": "network-changed", "server_uuid": "2552f40a-34f0-42e4-b4ad-a6144f7a5015", "tag": "ee84741f-d4df-4f43-8069-2f452b663d02"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:22:33.663009 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f613070-98c2-4562-b86e-dcf87e01db1f service neutron] Pushing event updated for resources: {'Port': ['ID=ee84741f-d4df-4f43-8069-2f452b663d02,revision_number=3']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:33.733692 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ea4cb7-bed0-48da-a599-46cded53b122 x-openstack-request-id: req-66ea4cb7-bed0-48da-a599-46cded53b122 {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:22:33.733981 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2552f40a-34f0-42e4-b4ad-a6144f7a5015", "tag": "ee84741f-d4df-4f43-8069-2f452b663d02", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:22:33.734239 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-66ea4cb7-bed0-48da-a599-46cded53b122 {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:22:33.734638 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2552f40a-34f0-42e4-b4ad-a6144f7a5015', 'tag': 'ee84741f-d4df-4f43-8069-2f452b663d02', 'status': 'completed', 'code': 200} Sep 21 16:22:33.784396 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581f820-dc48-4725-bd31-5268db563e2b req-0fad4f29-03a7-4e13-a965-5fc2685e55b7 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:33.786125 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b581f820-dc48-4725-bd31-5268db563e2b req-0fad4f29-03a7-4e13-a965-5fc2685e55b7 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 943 time: 0.0939476 Sep 21 16:22:33.797124 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e39f56-fe76-4900-a38f-03a71e5df8f8 req-aeaaec92-7be4-4bea-bb53-47d510f77113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:33.798858 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b3e39f56-fe76-4900-a38f-03a71e5df8f8 req-aeaaec92-7be4-4bea-bb53-47d510f77113 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a04253395aa845968ab2e27453a7f5e1&device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 1097 time: 0.0634699 Sep 21 16:22:33.914960 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b581f820-dc48-4725-bd31-5268db563e2b req-6c2d1650-cd75-4eb6-b0a8-3802748a669a tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147547 Sep 21 16:22:33.977958 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e19dc7-96e7-4125-ae6b-6ed0e362ee2f req-b966e7ce-a49f-4800-8993-203326825558 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:33.980125 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-66e19dc7-96e7-4125-ae6b-6ed0e362ee2f req-b966e7ce-a49f-4800-8993-203326825558 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 944 time: 0.0758049 Sep 21 16:22:34.029658 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-66e19dc7-96e7-4125-ae6b-6ed0e362ee2f req-146caddc-ba67-4497-b13b-038a26ae0b2a tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434692 Sep 21 16:22:34.053214 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e39f56-fe76-4900-a38f-03a71e5df8f8 req-7493fa2e-af42-4711-b3c4-f39da8d6573d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:34.062985 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b3e39f56-fe76-4900-a38f-03a71e5df8f8 req-7493fa2e-af42-4711-b3c4-f39da8d6573d service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=a04253395aa845968ab2e27453a7f5e1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2379928 Sep 21 16:22:34.314434 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed435d1-d37b-4abd-9108-9871c54373f2 req-434d1907-4e07-4255-9e13-ca88304c50e6 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:34.315879 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2ed435d1-d37b-4abd-9108-9871c54373f2 req-434d1907-4e07-4255-9e13-ca88304c50e6 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 944 time: 0.0488093 Sep 21 16:22:34.386575 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2ed435d1-d37b-4abd-9108-9871c54373f2 req-ad8493d3-02d9-42ac-8f61-503dc096f885 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635421 Sep 21 16:22:34.422010 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3e83f-03eb-411d-b9af-cfd4a078de95 req-d3e803f9-1901-40d8-9a8e-66469cf9403e tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:34.429105 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-37d3e83f-03eb-411d-b9af-cfd4a078de95 req-d3e803f9-1901-40d8-9a8e-66469cf9403e tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 944 time: 0.1823318 Sep 21 16:22:34.486102 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-19aabc88-9899-4f89-be9f-5cc6ec428c5e tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:34.487993 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-19aabc88-9899-4f89-be9f-5cc6ec428c5e tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.44 "GET /v2.0/networks?id=74453f4e-295a-4b01-8c05-e1fb2fd58439 HTTP/1.1" status: 200 len: 817 time: 0.1632154 Sep 21 16:22:34.497743 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e39f56-fe76-4900-a38f-03a71e5df8f8 req-aa651c8c-d619-4f5d-80e3-7fdb72d95f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:34.499375 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b3e39f56-fe76-4900-a38f-03a71e5df8f8 req-aa651c8c-d619-4f5d-80e3-7fdb72d95f88 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4366546 Sep 21 16:22:34.510785 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-37d3e83f-03eb-411d-b9af-cfd4a078de95 req-459d9a4e-9d85-4872-ad2a-320bfa4658c2 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806549 Sep 21 16:22:34.549594 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ed34eda0-be90-4196-a058-31b0e4b3b76b req-ce909a7b-6ab9-43d9-99d2-5cd1fd86dfc2 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 210 time: 0.0605030 Sep 21 16:22:34.589420 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-f7a0cd60-7e78-4a14-bee8-19234cf66953 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcd24fff54904925b7f9dea039d036dd HTTP/1.1" status: 200 len: 380 time: 0.0889723 Sep 21 16:22:34.605700 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-d40da3fb-30ff-42ab-822a-6579b40d5a1d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Request body: {'port': {'device_id': '1d0bc3ba-a6a4-4872-8e61-4e7820123513', 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439', 'admin_state_up': True, 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'security_groups': ['620f42e9-83a1-4e66-971f-595504d70e6f']}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:22:34.606024 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-0aaf2c04-33e1-4e9a-8f66-ef6e45607d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:34.608875 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-0aaf2c04-33e1-4e9a-8f66-ef6e45607d50 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a04253395aa845968ab2e27453a7f5e1&device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 1097 time: 0.0553529 Sep 21 16:22:34.664592 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-4db2bcb6-6fed-4d2d-9f71-5943b406351a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee84741f-d4df-4f43-8069-2f452b663d02 HTTP/1.1" status: 200 len: 217 time: 0.0480754 Sep 21 16:22:34.723925 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-ea1e4188-24d6-45ad-9731-ddbc364f2c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:34.726162 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-ea1e4188-24d6-45ad-9731-ddbc364f2c89 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d0a8263f-7f3f-444d-a2c9-8f405212c5f3 HTTP/1.1" status: 200 len: 850 time: 0.0530355 Sep 21 16:22:34.789769 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-6cf6ae52-aee8-42ef-bbd9-bb69529a29b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:34.791404 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-6cf6ae52-aee8-42ef-bbd9-bb69529a29b5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48ada096-de1e-4f63-81b0-12e54ddd3ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586073 Sep 21 16:22:34.885442 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-5222e123-0f4b-4f31-9071-2b93aecad766 service neutron] 10.222.0.44 "GET /v2.0/networks/48ada096-de1e-4f63-81b0-12e54ddd3ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871644 Sep 21 16:22:34.921829 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-d40da3fb-30ff-42ab-822a-6579b40d5a1d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Made reservation on behalf of fcd24fff54904925b7f9dea039d036dd for: {'port': 1} {{(pid=184192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:22:34.926095 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-d40da3fb-30ff-42ab-822a-6579b40d5a1d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:35.014825 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e10e62f6-aa59-4ca9-aba7-f61377e76ecd req-acb6a8cc-04ee-402f-80a4-d43dbd78de31 service neutron] 10.222.0.44 "GET /v2.0/networks/48ada096-de1e-4f63-81b0-12e54ddd3ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220024 Sep 21 16:22:35.086035 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87632027-fe00-4418-8ba7-f575dfbbb1af req-b1e3b39c-2a57-4d03-9dce-918aba26796f tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:35.087651 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-87632027-fe00-4418-8ba7-f575dfbbb1af req-b1e3b39c-2a57-4d03-9dce-918aba26796f tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 943 time: 0.0762885 Sep 21 16:22:35.112612 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.db_base_plugin_common [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-d40da3fb-30ff-42ab-822a-6579b40d5a1d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Allocated IP 172.20.0.7 (74453f4e-295a-4b01-8c05-e1fb2fd58439/6371c2ed-8e66-4812-bc10-372bbd5ac836/e76fd80a-f3d4-4a68-b78c-90920a1d17c1) {{(pid=184192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:22:35.136240 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-87632027-fe00-4418-8ba7-f575dfbbb1af req-f8a115e3-8423-4154-90f1-e2daf76525c7 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364311 Sep 21 16:22:35.226133 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020758fa-f30a-4ee8-87b6-26243e7a627f req-1063bd44-6c90-4f3d-bd51-bfe4f6017861 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:35.228292 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-020758fa-f30a-4ee8-87b6-26243e7a627f req-1063bd44-6c90-4f3d-bd51-bfe4f6017861 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 944 time: 0.1081493 Sep 21 16:22:35.323589 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-020758fa-f30a-4ee8-87b6-26243e7a627f req-69590d48-40fe-4d7e-b4bd-e48340e9cb91 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774269 Sep 21 16:22:35.360649 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-d40da3fb-30ff-42ab-822a-6579b40d5a1d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for port, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:35.504690 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2dc52-9a84-43cd-bad9-8111e66ade96 req-9febb64e-b121-48e6-83da-7adf8af7c10f tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:35.506211 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-23e2dc52-9a84-43cd-bad9-8111e66ade96 req-9febb64e-b121-48e6-83da-7adf8af7c10f tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 944 time: 0.0512846 Sep 21 16:22:35.549716 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-23e2dc52-9a84-43cd-bad9-8111e66ade96 req-aeb1a6af-d2e9-4494-89b3-cac25a65dff5 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373015 Sep 21 16:22:35.550776 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-d40da3fb-30ff-42ab-822a-6579b40d5a1d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112'] for port, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:35.623073 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-d40da3fb-30ff-42ab-822a-6579b40d5a1d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Network 74453f4e-295a-4b01-8c05-e1fb2fd58439 is already hosted by enough agents. {{(pid=184192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:22:35.659894 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.base_scheduler [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-d40da3fb-30ff-42ab-822a-6579b40d5a1d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Resources bound (agent type, host, resource id): {{(pid=184192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:22:35.666049 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-d40da3fb-30ff-42ab-822a-6579b40d5a1d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Received port after_create {{(pid=184192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:22:35.673867 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-d40da3fb-30ff-42ab-822a-6579b40d5a1d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:35.674699 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-d40da3fb-30ff-42ab-822a-6579b40d5a1d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for port, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:35.708123 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40da3fb-30ff-42ab-822a-6579b40d5a1d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Pushing event updated for resources: {'Port': ['ID=e76fd80a-f3d4-4a68-b78c-90920a1d17c1,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:35.714572 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677824c-cb9b-4fca-95ab-78dcd2029d11 req-ebc3cb4f-dd1a-48c0-8813-49b4df0350cf tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:35.721814 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438 details requested by agent hyperv_hv-cinder-81003 with host hv-cinder-81003 {{(pid=184193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 16:22:35.727541 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4b11e-d6fb-4a21-882d-12b30b951565 req-1abe48d1-d257-4b28-bb69-5fe36c3fb348 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:35.729670 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5df4b11e-d6fb-4a21-882d-12b30b951565 req-1abe48d1-d257-4b28-bb69-5fe36c3fb348 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 944 time: 0.1029737 Sep 21 16:22:35.735207 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a677824c-cb9b-4fca-95ab-78dcd2029d11 req-ebc3cb4f-dd1a-48c0-8813-49b4df0350cf tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 931 time: 0.0938315 Sep 21 16:22:35.794272 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5df4b11e-d6fb-4a21-882d-12b30b951565 req-4361289e-83f8-4a3d-887f-784758abed39 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454869 Sep 21 16:22:35.799221 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a677824c-cb9b-4fca-95ab-78dcd2029d11 req-6976f217-d270-4c8e-be3f-3c8179cc58b7 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629730 Sep 21 16:22:35.801164 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-d40da3fb-30ff-42ab-822a-6579b40d5a1d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1996844 Sep 21 16:22:35.815991 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-7a9c5943-dc58-47f0-8a90-c9e837978b2d service neutron] Request body: {'port': {'device_id': '1d0bc3ba-a6a4-4872-8e61-4e7820123513', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81003'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:22:35.890609 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-7a9c5943-dc58-47f0-8a90-c9e837978b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:35.901485 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438,segment=NetworkSegment(66649790-5a40-4042-8ed9-e326afc4eedf),segment_id=66649790-5a40-4042-8ed9-e326afc4eedf)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:22:35.920213 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Returning: {'device': '1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438', 'network_id': 'df196751-a1e1-4e9b-add1-ed127b778359', 'port_id': '1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438', 'mac_address': 'fa:16:3e:01:7d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f38c04-4c2a-493b-bbd9-47538955ff48', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=184193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 16:22:35.958857 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-2bf10f31-92a5-4a21-941d-9a0a7738fa06 None None] Provisioning complete for port e76fd80a-f3d4-4a68-b78c-90920a1d17c1 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:35.959231 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-2bf10f31-92a5-4a21-941d-9a0a7738fa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:35.989830 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:36.014638 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438 {{(pid=184193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:22:36.018538 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-2bf10f31-92a5-4a21-941d-9a0a7738fa06 None None] Port e76fd80a-f3d4-4a68-b78c-90920a1d17c1 cannot update to ACTIVE because it is not bound. {{(pid=184193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 16:22:36.037541 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438,segment=NetworkSegment(66649790-5a40-4042-8ed9-e326afc4eedf),segment_id=66649790-5a40-4042-8ed9-e326afc4eedf)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:22:36.120505 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:36.121088 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 0ca71c07-a56e-41e7-b6bb-aca8f68cfffa details requested by agent hyperv_hv-cinder-81003 with host hv-cinder-81003 {{(pid=184193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 16:22:36.172585 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.notifiers.nova [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-7a9c5943-dc58-47f0-8a90-c9e837978b2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e76fd80a-f3d4-4a68-b78c-90920a1d17c1 {{(pid=184192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:22:36.181607 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-7a9c5943-dc58-47f0-8a90-c9e837978b2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:36.194291 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:36.244056 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.provisioning_blocks [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-7a9c5943-dc58-47f0-8a90-c9e837978b2d service neutron] Transition to ACTIVE for port object e76fd80a-f3d4-4a68-b78c-90920a1d17c1 will not be triggered until provisioned by entity L2. {{(pid=184192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:22:36.262106 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 0ca71c07-a56e-41e7-b6bb-aca8f68cfffa, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=0ca71c07-a56e-41e7-b6bb-aca8f68cfffa,segment=NetworkSegment(339411b1-a747-4f71-987b-11bb17257499),segment_id=339411b1-a747-4f71-987b-11bb17257499)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:22:36.265418 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa51db-88cf-4c27-a725-b06534140090 req-8f8fbc34-29b9-4048-832b-08206773a750 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:36.266986 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f2aa51db-88cf-4c27-a725-b06534140090 req-8f8fbc34-29b9-4048-832b-08206773a750 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 944 time: 0.0582855 Sep 21 16:22:36.275282 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Returning: {'device': '0ca71c07-a56e-41e7-b6bb-aca8f68cfffa', 'network_id': '2129420f-2812-466d-9bce-5386e3460d60', 'port_id': '0ca71c07-a56e-41e7-b6bb-aca8f68cfffa', 'mac_address': 'fa:16:3e:dc:e1:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c045efe2-2c5c-4924-9aed-a88a9b6c079d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=184193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 16:22:36.315004 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f2aa51db-88cf-4c27-a725-b06534140090 req-809d63f4-66d0-4656-8271-1d670653cc91 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411241 Sep 21 16:22:36.318994 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:36.338872 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ca71c07-a56e-41e7-b6bb-aca8f68cfffa {{(pid=184193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:22:36.431523 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-7a9c5943-dc58-47f0-8a90-c9e837978b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:36.525114 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 0ca71c07-a56e-41e7-b6bb-aca8f68cfffa, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=0ca71c07-a56e-41e7-b6bb-aca8f68cfffa,segment=NetworkSegment(339411b1-a747-4f71-987b-11bb17257499),segment_id=339411b1-a747-4f71-987b-11bb17257499)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:22:36.550155 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f9111-e27f-4491-a91c-5baee9d7d151 req-091e6156-25a2-41a7-84bb-e50fa57bd251 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:36.551726 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6a0f9111-e27f-4491-a91c-5baee9d7d151 req-091e6156-25a2-41a7-84bb-e50fa57bd251 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 944 time: 0.1523802 Sep 21 16:22:36.565391 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.managers [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-7a9c5943-dc58-47f0-8a90-c9e837978b2d service neutron] Attempting to bind port e76fd80a-f3d4-4a68-b78c-90920a1d17c1 on host hv-cinder-81003 for vnic_type normal with profile {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:22:36.565730 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.managers [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-7a9c5943-dc58-47f0-8a90-c9e837978b2d service neutron] Attempting to bind port e76fd80a-f3d4-4a68-b78c-90920a1d17c1 by drivers openvswitch,hyperv on host hv-cinder-81003 at level 0 using segments [{'id': 'f105e78b-d17d-49b4-8dea-7bfd49dbcc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439'}] {{(pid=184192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:22:36.566059 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-7a9c5943-dc58-47f0-8a90-c9e837978b2d service neutron] Attempting to bind port e76fd80a-f3d4-4a68-b78c-90920a1d17c1 on network 74453f4e-295a-4b01-8c05-e1fb2fd58439 {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:22:36.577008 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-7a9c5943-dc58-47f0-8a90-c9e837978b2d service neutron] Port e76fd80a-f3d4-4a68-b78c-90920a1d17c1 on network 74453f4e-295a-4b01-8c05-e1fb2fd58439 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81003 {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 16:22:36.577368 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-7a9c5943-dc58-47f0-8a90-c9e837978b2d service neutron] Attempting to bind port e76fd80a-f3d4-4a68-b78c-90920a1d17c1 on network 74453f4e-295a-4b01-8c05-e1fb2fd58439 {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:22:36.580511 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c5943-dc58-47f0-8a90-c9e837978b2d service neutron] Pushing event updated for resources: {'Port': ['ID=e76fd80a-f3d4-4a68-b78c-90920a1d17c1,revision_number=2']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:36.585189 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-7a9c5943-dc58-47f0-8a90-c9e837978b2d service neutron] Checking agent: {'id': 'b0f092dd-0f26-432c-b483-67197dbc1b44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'started_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:22:36.585526 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-7a9c5943-dc58-47f0-8a90-c9e837978b2d service neutron] Checking segment: {'id': 'f105e78b-d17d-49b4-8dea-7bfd49dbcc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:22:36.585909 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-7a9c5943-dc58-47f0-8a90-c9e837978b2d service neutron] Bound using segment: {'id': 'f105e78b-d17d-49b4-8dea-7bfd49dbcc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439'} {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:22:36.586344 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.managers [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-7a9c5943-dc58-47f0-8a90-c9e837978b2d service neutron] Bound port: e76fd80a-f3d4-4a68-b78c-90920a1d17c1, host: hv-cinder-81003, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f105e78b-d17d-49b4-8dea-7bfd49dbcc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439'}}] {{(pid=184192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:22:36.586704 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-7a9c5943-dc58-47f0-8a90-c9e837978b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:36.598348 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6a0f9111-e27f-4491-a91c-5baee9d7d151 req-e3b6fe40-3fd0-4524-8bb2-da79290a8b2e tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397003 Sep 21 16:22:36.635864 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:36.635864 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 0310b441-b200-48bf-979f-9d2e48b7400b details requested by agent hyperv_hv-cinder-81003 with host hv-cinder-81003 {{(pid=184193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 16:22:36.693793 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-7a9c5943-dc58-47f0-8a90-c9e837978b2d service neutron] For port e76fd80a-f3d4-4a68-b78c-90920a1d17c1, host hv-cinder-81003, cleared binding levels {{(pid=184192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:22:36.697453 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-7a9c5943-dc58-47f0-8a90-c9e837978b2d service neutron] For port e76fd80a-f3d4-4a68-b78c-90920a1d17c1, host hv-cinder-81003, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=e76fd80a-f3d4-4a68-b78c-90920a1d17c1,segment=NetworkSegment(f105e78b-d17d-49b4-8dea-7bfd49dbcc51),segment_id=f105e78b-d17d-49b4-8dea-7bfd49dbcc51)] {{(pid=184192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:22:36.704277 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=0ca71c07-a56e-41e7-b6bb-aca8f68cfffa,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:36.711562 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3984da5-0757-4945-8128-1360d2f7bb20 req-149d9bc2-6231-469e-8507-8cc781f2b0d6 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:36.713058 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c3984da5-0757-4945-8128-1360d2f7bb20 req-149d9bc2-6231-469e-8507-8cc781f2b0d6 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 945 time: 0.0749590 Sep 21 16:22:36.769049 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c3984da5-0757-4945-8128-1360d2f7bb20 req-b2a0b82a-5722-4dd1-acad-b595db16094f tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445344 Sep 21 16:22:36.825584 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-7a9c5943-dc58-47f0-8a90-c9e837978b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:36.878911 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-7a9c5943-dc58-47f0-8a90-c9e837978b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:36.879653 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-7a9c5943-dc58-47f0-8a90-c9e837978b2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for port, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:36.881728 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-7a9c5943-dc58-47f0-8a90-c9e837978b2d service neutron] 10.222.0.44 "PUT /v2.0/ports/e76fd80a-f3d4-4a68-b78c-90920a1d17c1 HTTP/1.1" status: 200 len: 1093 time: 1.0710049 Sep 21 16:22:36.887111 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0bc3ba-a6a4-4872-8e61-4e7820123513', 'tag': 'e76fd80a-f3d4-4a68-b78c-90920a1d17c1'}] {{(pid=184192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:22:36.889746 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc60c069b955d627b70d651b6eab325f4fde0824357df3315d36669f938dcfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bcbde7-a97f-48c0-8be8-c23208a6492d" -d '{"events": [{"name": "network-changed", "server_uuid": "1d0bc3ba-a6a4-4872-8e61-4e7820123513", "tag": "e76fd80a-f3d4-4a68-b78c-90920a1d17c1"}]}' {{(pid=184192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:22:36.928745 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 0310b441-b200-48bf-979f-9d2e48b7400b, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=0310b441-b200-48bf-979f-9d2e48b7400b,segment=NetworkSegment(909f816d-0f09-4aa7-bde3-4575c942579f),segment_id=909f816d-0f09-4aa7-bde3-4575c942579f)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:22:36.936796 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8e5b0-7bf5-4e1d-b1b0-61997ce8adc4 req-a0ba0bac-d6e3-44f0-85ec-6d1ff511bdd2 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:36.939007 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5bd8e5b0-7bf5-4e1d-b1b0-61997ce8adc4 req-a0ba0bac-d6e3-44f0-85ec-6d1ff511bdd2 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 944 time: 0.0704985 Sep 21 16:22:36.950283 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c5943-dc58-47f0-8a90-c9e837978b2d service neutron] Pushing event updated for resources: {'Port': ['ID=e76fd80a-f3d4-4a68-b78c-90920a1d17c1,revision_number=3']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:36.956591 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Returning: {'device': '0310b441-b200-48bf-979f-9d2e48b7400b', 'network_id': '27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b', 'port_id': '0310b441-b200-48bf-979f-9d2e48b7400b', 'mac_address': 'fa:16:3e:38:52:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef51e1de-25f4-45cd-93c9-f3bb42d432a3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=184193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 16:22:36.972320 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b642f-17a4-4bb6-83dd-2b3c92af9489 req-7edc551c-fc87-4b66-8603-863177ad68df tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:36.974777 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-057b642f-17a4-4bb6-83dd-2b3c92af9489 req-7edc551c-fc87-4b66-8603-863177ad68df tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 943 time: 0.0900130 Sep 21 16:22:37.003945 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5bd8e5b0-7bf5-4e1d-b1b0-61997ce8adc4 req-fc0d0f54-b946-4c63-8297-4d70b3e1f772 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552561 Sep 21 16:22:37.016613 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:37.029297 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-057b642f-17a4-4bb6-83dd-2b3c92af9489 req-3c59e923-4927-4963-8524-a89b0ce98d39 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459144 Sep 21 16:22:37.035847 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0310b441-b200-48bf-979f-9d2e48b7400b {{(pid=184193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:22:37.091671 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 0310b441-b200-48bf-979f-9d2e48b7400b, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=0310b441-b200-48bf-979f-9d2e48b7400b,segment=NetworkSegment(909f816d-0f09-4aa7-bde3-4575c942579f),segment_id=909f816d-0f09-4aa7-bde3-4575c942579f)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:22:37.114150 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e2d8f7-f1d6-448a-9932-a7f36a3f4e82 x-openstack-request-id: req-70e2d8f7-f1d6-448a-9932-a7f36a3f4e82 {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:22:37.114441 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d0bc3ba-a6a4-4872-8e61-4e7820123513", "tag": "e76fd80a-f3d4-4a68-b78c-90920a1d17c1", "status": "completed", "code": 200}]} {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:22:37.114692 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-70e2d8f7-f1d6-448a-9932-a7f36a3f4e82 {{(pid=184192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:22:37.115101 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0bc3ba-a6a4-4872-8e61-4e7820123513', 'tag': 'e76fd80a-f3d4-4a68-b78c-90920a1d17c1', 'status': 'completed', 'code': 200} Sep 21 16:22:37.123614 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-0f02c28c-2aaa-4dcc-8a6b-113ffc89c556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:37.125119 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-0f02c28c-2aaa-4dcc-8a6b-113ffc89c556 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fcd24fff54904925b7f9dea039d036dd&device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 1096 time: 0.0917373 Sep 21 16:22:37.173536 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-998d9106-fb6c-45ae-9235-ae64ab2ee76e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e76fd80a-f3d4-4a68-b78c-90920a1d17c1 HTTP/1.1" status: 200 len: 217 time: 0.0389080 Sep 21 16:22:37.176849 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:37.177586 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 7afd738b-f441-4010-9877-885bfeb199c1 details requested by agent hyperv_hv-cinder-81003 with host hv-cinder-81003 {{(pid=184193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 16:22:37.226917 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-1a7c147f-eb52-4b75-83a2-b3096000a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:37.229085 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-1a7c147f-eb52-4b75-83a2-b3096000a669 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6371c2ed-8e66-4812-bc10-372bbd5ac836 HTTP/1.1" status: 200 len: 856 time: 0.0487409 Sep 21 16:22:37.254525 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=0310b441-b200-48bf-979f-9d2e48b7400b,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:37.261806 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 7afd738b-f441-4010-9877-885bfeb199c1, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=7afd738b-f441-4010-9877-885bfeb199c1,segment=NetworkSegment(909f816d-0f09-4aa7-bde3-4575c942579f),segment_id=909f816d-0f09-4aa7-bde3-4575c942579f)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:22:37.278213 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Returning: {'device': '7afd738b-f441-4010-9877-885bfeb199c1', 'network_id': '27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b', 'port_id': '7afd738b-f441-4010-9877-885bfeb199c1', 'mac_address': 'fa:16:3e:47:eb:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef51e1de-25f4-45cd-93c9-f3bb42d432a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=184193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 16:22:37.284676 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-bfe04bc5-e166-4909-aaf4-89c9961dd21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:37.286150 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-bfe04bc5-e166-4909-aaf4-89c9961dd21b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74453f4e-295a-4b01-8c05-e1fb2fd58439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492551 Sep 21 16:22:37.318484 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:37.332311 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7afd738b-f441-4010-9877-885bfeb199c1 {{(pid=184193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:22:37.354202 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 7afd738b-f441-4010-9877-885bfeb199c1, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=7afd738b-f441-4010-9877-885bfeb199c1,segment=NetworkSegment(909f816d-0f09-4aa7-bde3-4575c942579f),segment_id=909f816d-0f09-4aa7-bde3-4575c942579f)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:22:37.413592 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:37.419474 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-24341d78-a223-4e38-9268-a8d914ff6927 service neutron] 10.222.0.44 "GET /v2.0/networks/74453f4e-295a-4b01-8c05-e1fb2fd58439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249888 Sep 21 16:22:37.469701 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f4611-9c6c-4c70-a8d6-7930383bdaf8 req-1cac91e9-ec57-416b-839e-81d80cd67c48 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:37.471223 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-810f4611-9c6c-4c70-a8d6-7930383bdaf8 req-1cac91e9-ec57-416b-839e-81d80cd67c48 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 944 time: 0.0851297 Sep 21 16:22:37.475969 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=7afd738b-f441-4010-9877-885bfeb199c1,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:37.558544 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-810f4611-9c6c-4c70-a8d6-7930383bdaf8 req-624a5f0a-959e-4753-8e4a-c901d814d7ab tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536783 Sep 21 16:22:37.560569 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-adfe93a3-9a4f-452d-a146-21298df67a02 req-753887d5-e744-442b-adc9-aa89a14b74b2 service neutron] 10.222.0.44 "GET /v2.0/networks/74453f4e-295a-4b01-8c05-e1fb2fd58439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329753 Sep 21 16:22:37.721720 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517147fb-ef1b-4a2b-8246-0c1ec7cdd5ed req-4454043c-267a-463d-91c4-ecbad5fc4d6a tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:37.723158 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-517147fb-ef1b-4a2b-8246-0c1ec7cdd5ed req-4454043c-267a-463d-91c4-ecbad5fc4d6a tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 944 time: 0.0529399 Sep 21 16:22:37.771081 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-517147fb-ef1b-4a2b-8246-0c1ec7cdd5ed req-5cf70a7a-f135-43b7-b47f-0fd47d5d59d5 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414951 Sep 21 16:22:37.782490 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcbde7-a97f-48c0-8be8-c23208a6492d req-1013c55a-6bb2-4dd8-8637-0033caa58df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:37.786163 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c2bcbde7-a97f-48c0-8be8-c23208a6492d req-1013c55a-6bb2-4dd8-8637-0033caa58df1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fcd24fff54904925b7f9dea039d036dd&device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 1096 time: 0.0756328 Sep 21 16:22:37.919125 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8d84c-9e0b-4198-8f01-80b2884b08f8 req-0708ef42-59a0-4cd5-a3cd-a3eff41f3923 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:37.920559 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d7d8d84c-9e0b-4198-8f01-80b2884b08f8 req-0708ef42-59a0-4cd5-a3cd-a3eff41f3923 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 945 time: 0.0666366 Sep 21 16:22:37.921534 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcbde7-a97f-48c0-8be8-c23208a6492d req-acf41be2-d062-4e11-bf18-5047b3f710f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:37.922819 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c2bcbde7-a97f-48c0-8be8-c23208a6492d req-acf41be2-d062-4e11-bf18-5047b3f710f9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=74453f4e-295a-4b01-8c05-e1fb2fd58439 HTTP/1.1" status: 200 len: 918 time: 0.1285009 Sep 21 16:22:37.976837 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c2bcbde7-a97f-48c0-8be8-c23208a6492d req-b29df2c7-c4de-42ea-906c-46e9a193a5b0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e76fd80a-f3d4-4a68-b78c-90920a1d17c1 HTTP/1.1" status: 200 len: 217 time: 0.0439584 Sep 21 16:22:38.018425 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d7d8d84c-9e0b-4198-8f01-80b2884b08f8 req-820930c9-3ad0-4471-ac08-070f02b2e608 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920978 Sep 21 16:22:38.035915 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcbde7-a97f-48c0-8be8-c23208a6492d req-ced0b56a-c35f-4531-8357-c62de4afc69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:38.037426 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c2bcbde7-a97f-48c0-8be8-c23208a6492d req-ced0b56a-c35f-4531-8357-c62de4afc69c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6371c2ed-8e66-4812-bc10-372bbd5ac836 HTTP/1.1" status: 200 len: 856 time: 0.0497828 Sep 21 16:22:38.092088 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcbde7-a97f-48c0-8be8-c23208a6492d req-a33fadaf-c1d2-45bd-a18b-486d119fde7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:38.093767 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c2bcbde7-a97f-48c0-8be8-c23208a6492d req-a33fadaf-c1d2-45bd-a18b-486d119fde7b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74453f4e-295a-4b01-8c05-e1fb2fd58439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479858 Sep 21 16:22:38.137403 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff69f71-ea47-4280-91f4-b2df895a90d2 req-31ef1414-2dc7-4544-bd70-d6bb7a4b430a tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:38.138984 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-4ff69f71-ea47-4280-91f4-b2df895a90d2 req-31ef1414-2dc7-4544-bd70-d6bb7a4b430a tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 945 time: 0.0569999 Sep 21 16:22:38.199549 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-4ff69f71-ea47-4280-91f4-b2df895a90d2 req-3bb70f24-f6f0-4b2e-9e1d-03d40adb0bb0 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517094 Sep 21 16:22:38.214725 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['0310b441-b200-48bf-979f-9d2e48b7400b'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:22:38.237926 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b51810-e642-4c30-adcd-75fc832d3c3b req-eb079fef-6ab4-4b14-8ccd-22124604c058 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:38.246188 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-34b51810-e642-4c30-adcd-75fc832d3c3b req-eb079fef-6ab4-4b14-8ccd-22124604c058 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 943 time: 0.1086183 Sep 21 16:22:38.250209 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c2bcbde7-a97f-48c0-8be8-c23208a6492d req-25829328-c83f-42cc-8d4a-c546cc910ec0 service neutron] 10.222.0.44 "GET /v2.0/networks/74453f4e-295a-4b01-8c05-e1fb2fd58439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479616 Sep 21 16:22:38.251370 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:22:38.308678 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-34b51810-e642-4c30-adcd-75fc832d3c3b req-cd25cbf4-125a-4046-9ad6-9ba6e9414a67 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614841 Sep 21 16:22:38.309353 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['0ca71c07-a56e-41e7-b6bb-aca8f68cfffa'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:22:38.334165 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['7afd738b-f441-4010-9877-885bfeb199c1'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:22:38.370357 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c2bcbde7-a97f-48c0-8be8-c23208a6492d req-06184555-61cf-4554-8116-faeaf225c966 service neutron] 10.222.0.44 "GET /v2.0/networks/74453f4e-295a-4b01-8c05-e1fb2fd58439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073368 Sep 21 16:22:38.697352 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa93d6-f3f2-4c59-baf5-4b52aaafaf7e req-6c09ca77-2f5d-428a-b05f-93f3fb598b59 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:38.700039 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-45fa93d6-f3f2-4c59-baf5-4b52aaafaf7e req-6c09ca77-2f5d-428a-b05f-93f3fb598b59 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 944 time: 0.0540662 Sep 21 16:22:38.743742 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-45fa93d6-f3f2-4c59-baf5-4b52aaafaf7e req-98767eb9-008e-4f85-9b97-c1fbfc907214 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366967 Sep 21 16:22:38.890068 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9128a-031a-41d5-bc8f-a1792d2ac3e4 req-a87326ce-eb27-4246-b1b1-d2656ca3e90f tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:38.891582 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-adf9128a-031a-41d5-bc8f-a1792d2ac3e4 req-a87326ce-eb27-4246-b1b1-d2656ca3e90f tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 944 time: 0.0520930 Sep 21 16:22:38.929165 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-adf9128a-031a-41d5-bc8f-a1792d2ac3e4 req-76f40ee7-1894-4ecd-8875-8ee043102fb2 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316904 Sep 21 16:22:39.135946 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef8cf1-fe13-4604-92db-2108ca1d2c32 req-7c3dcc6b-291d-461d-bc28-409820a4d04d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:39.137325 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-1cef8cf1-fe13-4604-92db-2108ca1d2c32 req-7c3dcc6b-291d-461d-bc28-409820a4d04d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 945 time: 0.0491612 Sep 21 16:22:39.167413 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:39.175603 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-1cef8cf1-fe13-4604-92db-2108ca1d2c32 req-e0240dca-e710-43e7-b214-7eaa79479e9b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319571 Sep 21 16:22:39.304904 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13aa876-6d2d-4804-8080-87b6ad2b6ec9 req-f4a624d5-0a12-46b9-849e-2183541414c9 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:39.306372 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b13aa876-6d2d-4804-8080-87b6ad2b6ec9 req-f4a624d5-0a12-46b9-849e-2183541414c9 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 945 time: 0.0482645 Sep 21 16:22:39.344924 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b13aa876-6d2d-4804-8080-87b6ad2b6ec9 req-00167985-350c-4700-855f-13a315d32b7c tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323136 Sep 21 16:22:39.434779 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcda1f-3f45-497d-82f5-836a835e0fe6 req-6a304bdb-65ca-4b37-a2c8-8dcb07bbf079 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:39.436304 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e5dcda1f-3f45-497d-82f5-836a835e0fe6 req-6a304bdb-65ca-4b37-a2c8-8dcb07bbf079 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 943 time: 0.0554974 Sep 21 16:22:39.477284 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e5dcda1f-3f45-497d-82f5-836a835e0fe6 req-5cc87463-18ce-4afd-8028-cd94f54ac72b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346193 Sep 21 16:22:39.687259 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device ee84741f-d4df-4f43-8069-2f452b663d02 details requested by agent hyperv_hv-cinder-81003 with host hv-cinder-81003 {{(pid=184193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 16:22:39.803509 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port ee84741f-d4df-4f43-8069-2f452b663d02, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=ee84741f-d4df-4f43-8069-2f452b663d02,segment=NetworkSegment(b3e2becc-0704-4cb3-ad9f-856f8136348e),segment_id=b3e2becc-0704-4cb3-ad9f-856f8136348e)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:22:39.815310 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Returning: {'device': 'ee84741f-d4df-4f43-8069-2f452b663d02', 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc', 'port_id': 'ee84741f-d4df-4f43-8069-2f452b663d02', 'mac_address': 'fa:16:3e:b0:ee:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a8263f-7f3f-444d-a2c9-8f405212c5f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=184193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 16:22:39.834574 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:22:39.854741 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:39.868069 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee84741f-d4df-4f43-8069-2f452b663d02 {{(pid=184193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:22:39.869033 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ec57e-6031-40bc-a7c9-f62eb041cc88 req-4ed2aeb2-074d-415e-a028-3597c73b1b97 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:39.870516 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-834ec57e-6031-40bc-a7c9-f62eb041cc88 req-4ed2aeb2-074d-415e-a028-3597c73b1b97 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 944 time: 0.0566449 Sep 21 16:22:39.894870 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port ee84741f-d4df-4f43-8069-2f452b663d02, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=ee84741f-d4df-4f43-8069-2f452b663d02,segment=NetworkSegment(b3e2becc-0704-4cb3-ad9f-856f8136348e),segment_id=b3e2becc-0704-4cb3-ad9f-856f8136348e)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:22:39.912769 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-834ec57e-6031-40bc-a7c9-f62eb041cc88 req-353061a3-207c-4b7d-aca7-b31e77bde153 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363367 Sep 21 16:22:39.978599 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:40.030323 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=ee84741f-d4df-4f43-8069-2f452b663d02,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:40.052904 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b8c06-f6d1-42a4-8d1b-8e6375157d0c req-1ed0cc34-6189-49a8-8330-b1fdef741878 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:40.055035 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-779b8c06-f6d1-42a4-8d1b-8e6375157d0c req-1ed0cc34-6189-49a8-8330-b1fdef741878 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 945 time: 0.0596721 Sep 21 16:22:40.099718 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-779b8c06-f6d1-42a4-8d1b-8e6375157d0c req-383a6f9f-12fb-4ed5-a53c-62ffb88b68f5 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384810 Sep 21 16:22:40.291370 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b5fdd-337d-4f04-9cf9-28e4874f67a6 req-73f5ceef-78ae-4eb8-a30c-36de94fe051b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:40.292942 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0e8b5fdd-337d-4f04-9cf9-28e4874f67a6 req-73f5ceef-78ae-4eb8-a30c-36de94fe051b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 945 time: 0.0484109 Sep 21 16:22:40.330969 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0e8b5fdd-337d-4f04-9cf9-28e4874f67a6 req-a249956d-98ee-4692-887f-f066959d4540 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320883 Sep 21 16:22:40.466998 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e18b7-b6e3-4f47-a3ce-72797daff234 req-0ad926da-bd25-448a-b9ec-c7b28462a4a8 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:40.468477 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b41e18b7-b6e3-4f47-a3ce-72797daff234 req-0ad926da-bd25-448a-b9ec-c7b28462a4a8 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 945 time: 0.0488057 Sep 21 16:22:40.507776 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b41e18b7-b6e3-4f47-a3ce-72797daff234 req-d66ace07-6a14-4440-936e-4d6c7c344985 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332017 Sep 21 16:22:40.605976 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39319b-4120-4705-8242-e2a4a2c64573 req-a5d08ea3-8b07-42b4-8f98-c1fbfe0ce894 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:40.607495 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-8e39319b-4120-4705-8242-e2a4a2c64573 req-a5d08ea3-8b07-42b4-8f98-c1fbfe0ce894 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 943 time: 0.0496287 Sep 21 16:22:40.644854 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-8e39319b-4120-4705-8242-e2a4a2c64573 req-7fce9e2f-3a50-40f2-a3a4-27bc42a7606d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312657 Sep 21 16:22:40.667069 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['ee84741f-d4df-4f43-8069-2f452b663d02'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:22:41.025420 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83a002-581e-468d-a846-87d5c4b3564b req-ac3d39ab-47a1-4391-b9c7-487f7273a300 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:41.026881 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2a83a002-581e-468d-a846-87d5c4b3564b req-ac3d39ab-47a1-4391-b9c7-487f7273a300 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 944 time: 0.0477221 Sep 21 16:22:41.064110 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2a83a002-581e-468d-a846-87d5c4b3564b req-776a9217-1cda-4006-80fe-f5265ac58c7f tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306065 Sep 21 16:22:41.221507 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a65d2-0426-4ae7-800b-72e390e6ce14 req-02a9a5bd-5f11-49dc-8a36-19d566ddbeb3 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:41.223062 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-562a65d2-0426-4ae7-800b-72e390e6ce14 req-02a9a5bd-5f11-49dc-8a36-19d566ddbeb3 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 945 time: 0.0540776 Sep 21 16:22:41.272824 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-562a65d2-0426-4ae7-800b-72e390e6ce14 req-25270b94-f248-4936-a85d-eb640d3d8773 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423868 Sep 21 16:22:41.444112 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce413b03-5f35-4b72-ae90-87937408dd23 req-177205a3-bf24-438b-bd2f-fab0c574cd06 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:41.445504 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ce413b03-5f35-4b72-ae90-87937408dd23 req-177205a3-bf24-438b-bd2f-fab0c574cd06 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 945 time: 0.0472212 Sep 21 16:22:41.486257 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ce413b03-5f35-4b72-ae90-87937408dd23 req-02295fe6-3139-4891-af32-b276a614a471 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341723 Sep 21 16:22:41.621502 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280764fc-807e-4fa4-8cce-07aac60f051d req-52eac0a9-1474-452a-beb0-b128ae1c30b0 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:41.623592 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-280764fc-807e-4fa4-8cce-07aac60f051d req-52eac0a9-1474-452a-beb0-b128ae1c30b0 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 945 time: 0.0501001 Sep 21 16:22:41.681609 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-280764fc-807e-4fa4-8cce-07aac60f051d req-7bd5c983-2058-4c58-87be-a13664b63a41 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501807 Sep 21 16:22:41.693303 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device e76fd80a-f3d4-4a68-b78c-90920a1d17c1 details requested by agent hyperv_hv-cinder-81003 with host hv-cinder-81003 {{(pid=184193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 16:22:41.704605 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438 up at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:22:41.738596 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-2798ec2d-0bab-4ccd-b842-846d80094acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:41.768766 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40296b-e087-4a94-9fec-b0d0e3b2bcf4 req-910c91dc-cf27-4f8d-907e-f632297844d2 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:41.770590 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-df40296b-e087-4a94-9fec-b0d0e3b2bcf4 req-910c91dc-cf27-4f8d-907e-f632297844d2 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 943 time: 0.0513957 Sep 21 16:22:41.816015 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-df40296b-e087-4a94-9fec-b0d0e3b2bcf4 req-ea8541a1-0d7e-4997-8706-93643251cf77 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372858 Sep 21 16:22:41.846704 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port e76fd80a-f3d4-4a68-b78c-90920a1d17c1, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=e76fd80a-f3d4-4a68-b78c-90920a1d17c1,segment=NetworkSegment(f105e78b-d17d-49b4-8dea-7bfd49dbcc51),segment_id=f105e78b-d17d-49b4-8dea-7bfd49dbcc51)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:22:41.857666 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Returning: {'device': 'e76fd80a-f3d4-4a68-b78c-90920a1d17c1', 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439', 'port_id': 'e76fd80a-f3d4-4a68-b78c-90920a1d17c1', 'mac_address': 'fa:16:3e:78:f1:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=184193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 16:22:41.860374 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning for port 1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438 completed by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:22:41.864553 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning complete for port 1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:41.869692 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:41.925258 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:41.944104 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e76fd80a-f3d4-4a68-b78c-90920a1d17c1 {{(pid=184193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:22:41.967653 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port e76fd80a-f3d4-4a68-b78c-90920a1d17c1, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=e76fd80a-f3d4-4a68-b78c-90920a1d17c1,segment=NetworkSegment(f105e78b-d17d-49b4-8dea-7bfd49dbcc51),segment_id=f105e78b-d17d-49b4-8dea-7bfd49dbcc51)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:22:42.001339 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:42.024281 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51de3533-6148-4315-9702-714f1a0fff5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438'}] {{(pid=184193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:22:42.095593 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:42.117237 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438,segment=NetworkSegment(66649790-5a40-4042-8ed9-e326afc4eedf),segment_id=66649790-5a40-4042-8ed9-e326afc4eedf)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:22:42.169621 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=e76fd80a-f3d4-4a68-b78c-90920a1d17c1,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:42.202334 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b5ff0-1549-4e04-a26d-bf1b43cafd4a req-74828017-a2b7-48fd-9ee4-a5a9f49652d1 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:42.203927 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6e8b5ff0-1549-4e04-a26d-bf1b43cafd4a req-74828017-a2b7-48fd-9ee4-a5a9f49652d1 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 944 time: 0.0559514 Sep 21 16:22:42.227724 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e6171c86456a5bbdaf0b46ebb92172d32a0ea5b64bc8822db714b438cc8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100f799f-253a-4fc0-bcdd-0fa0201c4363" -d '{"events": [{"server_uuid": "51de3533-6148-4315-9702-714f1a0fff5f", "name": "network-vif-plugged", "status": "completed", "tag": "1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438"}]}' {{(pid=184193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:22:42.233987 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:42.234865 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 0ca71c07-a56e-41e7-b6bb-aca8f68cfffa up at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:22:42.247680 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6e8b5ff0-1549-4e04-a26d-bf1b43cafd4a req-b900936f-5cb8-4c09-b6fa-96f240d6467e tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368807 Sep 21 16:22:42.325918 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438,revision_number=5']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:42.345718 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379ddc87-dbcd-4ce0-bf06-3aff74d45036 x-openstack-request-id: req-379ddc87-dbcd-4ce0-bf06-3aff74d45036 {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:22:42.349220 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51de3533-6148-4315-9702-714f1a0fff5f", "name": "network-vif-plugged", "status": "completed", "tag": "1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438", "code": 200}]} {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:22:42.349220 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-379ddc87-dbcd-4ce0-bf06-3aff74d45036 {{(pid=184193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:22:42.349220 dv-cinder-810035-1-iscsi neutron-server[184193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51de3533-6148-4315-9702-714f1a0fff5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438', 'code': 200} Sep 21 16:22:42.399244 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning for port 0ca71c07-a56e-41e7-b6bb-aca8f68cfffa completed by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:22:42.405780 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580b66d-5fbb-4b9d-8a4e-00f59ff46b46 req-545e853c-8cbc-493e-a5ad-61461533bb0c tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:42.407523 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-4580b66d-5fbb-4b9d-8a4e-00f59ff46b46 req-545e853c-8cbc-493e-a5ad-61461533bb0c tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 945 time: 0.0505443 Sep 21 16:22:42.408612 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning complete for port 0ca71c07-a56e-41e7-b6bb-aca8f68cfffa triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:42.409006 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:42.464299 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-4580b66d-5fbb-4b9d-8a4e-00f59ff46b46 req-244f73cb-5cc4-471f-b231-e306b342167a tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505257 Sep 21 16:22:42.509992 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['e76fd80a-f3d4-4a68-b78c-90920a1d17c1'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:22:42.514811 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:42.597128 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 0ca71c07-a56e-41e7-b6bb-aca8f68cfffa, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=0ca71c07-a56e-41e7-b6bb-aca8f68cfffa,segment=NetworkSegment(339411b1-a747-4f71-987b-11bb17257499),segment_id=339411b1-a747-4f71-987b-11bb17257499)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:22:42.620939 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0f0d9-17ca-4166-90f6-d50a29776d02 req-c76aaba7-2222-4cba-aebd-2beab63bf963 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:42.623541 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-d3e0f0d9-17ca-4166-90f6-d50a29776d02 req-c76aaba7-2222-4cba-aebd-2beab63bf963 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 945 time: 0.0661011 Sep 21 16:22:42.668082 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-d3e0f0d9-17ca-4166-90f6-d50a29776d02 req-3751a208-d224-4f79-a372-b44b9871513c tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383601 Sep 21 16:22:42.805521 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a773583-8cdd-4c6f-a35d-46aecb5300bd req-59a273da-cd92-4023-a2e6-7424319a0a30 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:42.807658 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-4a773583-8cdd-4c6f-a35d-46aecb5300bd req-59a273da-cd92-4023-a2e6-7424319a0a30 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 945 time: 0.0521374 Sep 21 16:22:42.826494 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:42.827279 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 7afd738b-f441-4010-9877-885bfeb199c1 up at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:22:42.849697 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-4a773583-8cdd-4c6f-a35d-46aecb5300bd req-75f33fd1-5105-441e-9160-89f4ce9499b9 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348523 Sep 21 16:22:42.921271 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=0ca71c07-a56e-41e7-b6bb-aca8f68cfffa,revision_number=5']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:42.951780 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de97fc-c177-4891-948e-8b7b185a251c req-917f4af5-6065-4783-9471-bcdc2fc38b47 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:42.953311 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-05de97fc-c177-4891-948e-8b7b185a251c req-917f4af5-6065-4783-9471-bcdc2fc38b47 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 944 time: 0.0591264 Sep 21 16:22:42.996192 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-05de97fc-c177-4891-948e-8b7b185a251c req-5b1dd63a-d7df-4303-8135-1617361be5f0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366721 Sep 21 16:22:43.005221 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning for port 7afd738b-f441-4010-9877-885bfeb199c1 completed by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:22:43.010022 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning complete for port 7afd738b-f441-4010-9877-885bfeb199c1 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:43.010438 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:43.093490 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:43.128123 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 7afd738b-f441-4010-9877-885bfeb199c1, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=7afd738b-f441-4010-9877-885bfeb199c1,segment=NetworkSegment(909f816d-0f09-4aa7-bde3-4575c942579f),segment_id=909f816d-0f09-4aa7-bde3-4575c942579f)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:22:43.138489 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 56620) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:43.222145 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:43.222991 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device ee84741f-d4df-4f43-8069-2f452b663d02 up at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:22:43.244716 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4c9af4d9-a2ef-4480-8f60-59b41248cf79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:43.298915 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=7afd738b-f441-4010-9877-885bfeb199c1,revision_number=5']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:43.341476 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4c9af4d9-a2ef-4480-8f60-59b41248cf79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:43.374060 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c85ca-e677-43b8-972a-fcce6c07348c req-10fc6a3f-1ac1-41d6-be2f-1e27af79cf01 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:43.375611 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0a3c85ca-e677-43b8-972a-fcce6c07348c req-10fc6a3f-1ac1-41d6-be2f-1e27af79cf01 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 945 time: 0.0480201 Sep 21 16:22:43.382412 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning for port ee84741f-d4df-4f43-8069-2f452b663d02 completed by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:22:43.387233 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning complete for port ee84741f-d4df-4f43-8069-2f452b663d02 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:43.387687 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:43.408635 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4c9af4d9-a2ef-4480-8f60-59b41248cf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:43.420039 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0a3c85ca-e677-43b8-972a-fcce6c07348c req-1db71f1a-49cb-45eb-8f30-f417f7dc2d1a tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384309 Sep 21 16:22:43.447248 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-4c9af4d9-a2ef-4480-8f60-59b41248cf79 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b43413c5240d491299fd44bd468d689f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076389 Sep 21 16:22:43.451514 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 56626) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:43.452699 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9af4d9-a2ef-4480-8f60-59b41248cf79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae314ce-da25-4dc0-b528-b1694727fc83,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:43.471014 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:43.507424 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port ee84741f-d4df-4f43-8069-2f452b663d02, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=ee84741f-d4df-4f43-8069-2f452b663d02,segment=NetworkSegment(b3e2becc-0704-4cb3-ad9f-856f8136348e),segment_id=b3e2becc-0704-4cb3-ad9f-856f8136348e)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:22:43.514159 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e90edecf-22ec-471e-a61f-03aaa6db4992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:43.542400 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e90edecf-22ec-471e-a61f-03aaa6db4992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:43.578153 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836fda8-47c2-4fa1-a356-a5970ed9c2ce req-c8f6af89-76c7-4ce0-96da-6ea1b09e9d77 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:43.579834 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-4836fda8-47c2-4fa1-a356-a5970ed9c2ce req-c8f6af89-76c7-4ce0-96da-6ea1b09e9d77 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 945 time: 0.0538950 Sep 21 16:22:43.595718 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:43.596518 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 0310b441-b200-48bf-979f-9d2e48b7400b up at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:22:43.628437 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-4836fda8-47c2-4fa1-a356-a5970ed9c2ce req-27233bd5-bcbf-44f4-bf14-d766c5d2e610 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424256 Sep 21 16:22:43.675862 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=ee84741f-d4df-4f43-8069-2f452b663d02,revision_number=5']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:43.685009 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e90edecf-22ec-471e-a61f-03aaa6db4992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:43.687745 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e90edecf-22ec-471e-a61f-03aaa6db4992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:43.688908 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-e90edecf-22ec-471e-a61f-03aaa6db4992 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aae314ce-da25-4dc0-b528-b1694727fc83 HTTP/1.1" status: 204 len: 168 time: 0.2362204 Sep 21 16:22:43.697012 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90edecf-22ec-471e-a61f-03aaa6db4992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae314ce-da25-4dc0-b528-b1694727fc83,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:43.782078 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning for port 0310b441-b200-48bf-979f-9d2e48b7400b completed by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:22:43.786042 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning complete for port 0310b441-b200-48bf-979f-9d2e48b7400b triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:43.786415 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:43.791439 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b54aed-9129-4c0f-8e99-a6ed6962154d req-7d3b666d-a8c4-43c0-91c8-c547fc1d97ed tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:43.795893 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-64b54aed-9129-4c0f-8e99-a6ed6962154d req-7d3b666d-a8c4-43c0-91c8-c547fc1d97ed tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 946 time: 0.0576582 Sep 21 16:22:43.833027 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-64b54aed-9129-4c0f-8e99-a6ed6962154d req-71562a8c-9c33-4b8d-98e8-370527c0b1c1 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342889 Sep 21 16:22:43.887351 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:43.922778 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 0310b441-b200-48bf-979f-9d2e48b7400b, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=0310b441-b200-48bf-979f-9d2e48b7400b,segment=NetworkSegment(909f816d-0f09-4aa7-bde3-4575c942579f),segment_id=909f816d-0f09-4aa7-bde3-4575c942579f)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:22:43.974027 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0980b49-2862-4398-88e4-45ba73abd717 req-5c611179-ac8f-43b9-9016-05c7063624bf tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:43.975563 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e0980b49-2862-4398-88e4-45ba73abd717 req-5c611179-ac8f-43b9-9016-05c7063624bf tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0530841 Sep 21 16:22:43.987862 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:44.030756 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e0980b49-2862-4398-88e4-45ba73abd717 req-09a28967-9d88-4796-9818-aed16b632122 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433161 Sep 21 16:22:44.055302 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=0310b441-b200-48bf-979f-9d2e48b7400b,revision_number=5']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:44.128857 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953e451-3815-4117-8a18-e987960eb3d0 req-201773bb-729a-4f36-aa18-1f5cbcf2db88 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:44.130422 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2953e451-3815-4117-8a18-e987960eb3d0 req-201773bb-729a-4f36-aa18-1f5cbcf2db88 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 944 time: 0.0486698 Sep 21 16:22:44.167990 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2953e451-3815-4117-8a18-e987960eb3d0 req-38dd16d8-b2a3-4a19-8861-6dac46805cca tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316300 Sep 21 16:22:44.290744 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-bd94e392-b121-4b9d-9602-5f40924ae6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:44.329544 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 56656) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:44.342614 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-753d804e-f4b2-467c-a316-782aa158a330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:44.348312 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19e9220-7b11-4ed3-8881-34e5d29db01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca71c07-a56e-41e7-b6bb-aca8f68cfffa'}, {'server_uuid': '61c97831-92a4-4787-aebe-934880285493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afd738b-f441-4010-9877-885bfeb199c1'}, {'server_uuid': '2552f40a-34f0-42e4-b4ad-a6144f7a5015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee84741f-d4df-4f43-8069-2f452b663d02'}, {'server_uuid': '6e7b75ce-cb32-44c4-acf9-2c7cfd060e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0310b441-b200-48bf-979f-9d2e48b7400b'}] {{(pid=184193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:22:44.350590 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e6171c86456a5bbdaf0b46ebb92172d32a0ea5b64bc8822db714b438cc8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd9fbe5-cf2e-4e01-af26-691991e1a2c5" -d '{"events": [{"server_uuid": "a19e9220-7b11-4ed3-8881-34e5d29db01f", "name": "network-vif-plugged", "status": "completed", "tag": "0ca71c07-a56e-41e7-b6bb-aca8f68cfffa"}, {"server_uuid": "61c97831-92a4-4787-aebe-934880285493", "name": "network-vif-plugged", "status": "completed", "tag": "7afd738b-f441-4010-9877-885bfeb199c1"}, {"server_uuid": "2552f40a-34f0-42e4-b4ad-a6144f7a5015", "name": "network-vif-plugged", "status": "completed", "tag": "ee84741f-d4df-4f43-8069-2f452b663d02"}, {"server_uuid": "6e7b75ce-cb32-44c4-acf9-2c7cfd060e63", "name": "network-vif-plugged", "status": "completed", "tag": "0310b441-b200-48bf-979f-9d2e48b7400b"}]}' {{(pid=184193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:22:44.400483 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 21 Sep 2021 16:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4224f3dd-1ae2-4990-83bd-2831343b63e4 x-openstack-request-id: req-4224f3dd-1ae2-4990-83bd-2831343b63e4 {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:22:44.400787 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a19e9220-7b11-4ed3-8881-34e5d29db01f", "name": "network-vif-plugged", "status": "completed", "tag": "0ca71c07-a56e-41e7-b6bb-aca8f68cfffa", "code": 200}, {"server_uuid": "61c97831-92a4-4787-aebe-934880285493", "name": "network-vif-plugged", "status": "completed", "tag": "7afd738b-f441-4010-9877-885bfeb199c1", "code": 200}, {"server_uuid": "2552f40a-34f0-42e4-b4ad-a6144f7a5015", "name": "network-vif-plugged", "status": "completed", "tag": "ee84741f-d4df-4f43-8069-2f452b663d02", "code": 200}, {"server_uuid": "6e7b75ce-cb32-44c4-acf9-2c7cfd060e63", "name": "network-vif-plugged", "status": "completed", "tag": "0310b441-b200-48bf-979f-9d2e48b7400b", "code": 200}]} {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:22:44.401040 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4224f3dd-1ae2-4990-83bd-2831343b63e4 {{(pid=184193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:22:44.401444 dv-cinder-810035-1-iscsi neutron-server[184193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19e9220-7b11-4ed3-8881-34e5d29db01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca71c07-a56e-41e7-b6bb-aca8f68cfffa', 'code': 200} Sep 21 16:22:44.404380 dv-cinder-810035-1-iscsi neutron-server[184193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c97831-92a4-4787-aebe-934880285493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afd738b-f441-4010-9877-885bfeb199c1', 'code': 200} Sep 21 16:22:44.404380 dv-cinder-810035-1-iscsi neutron-server[184193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2552f40a-34f0-42e4-b4ad-a6144f7a5015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee84741f-d4df-4f43-8069-2f452b663d02', 'code': 200} Sep 21 16:22:44.404380 dv-cinder-810035-1-iscsi neutron-server[184193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7b75ce-cb32-44c4-acf9-2c7cfd060e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0310b441-b200-48bf-979f-9d2e48b7400b', 'code': 200} Sep 21 16:22:44.440653 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-753d804e-f4b2-467c-a316-782aa158a330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:44.513769 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-753d804e-f4b2-467c-a316-782aa158a330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:44.560745 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-753d804e-f4b2-467c-a316-782aa158a330 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cdf41125baa745b99a69dfdf5989a751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308547 Sep 21 16:22:44.561684 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d804e-f4b2-467c-a316-782aa158a330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f73372-e181-4d7c-a659-8732dbfb8e3e,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:44.564096 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 56664) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:44.577475 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d4cc9-e959-402f-9d28-a3a40da37c08 req-860dc80a-933d-4b4a-a442-e84a5efa41f6 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:44.577475 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-154d4cc9-e959-402f-9d28-a3a40da37c08 req-860dc80a-933d-4b4a-a442-e84a5efa41f6 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 945 time: 0.0885313 Sep 21 16:22:44.616217 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-154d4cc9-e959-402f-9d28-a3a40da37c08 req-7f672687-686f-4742-93e7-e9c7e9516e19 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331650 Sep 21 16:22:44.617559 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-8aa62aff-40b3-42f6-ba8d-082583b3f380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:44.640746 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-8aa62aff-40b3-42f6-ba8d-082583b3f380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:44.744555 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8593c-b40c-4f6f-a658-00b163d84fc3 req-8b6e2697-d1b3-4637-b270-ccd0588d866a tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:44.746012 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-d2f8593c-b40c-4f6f-a658-00b163d84fc3 req-8b6e2697-d1b3-4637-b270-ccd0588d866a tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0478189 Sep 21 16:22:44.788707 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-d2f8593c-b40c-4f6f-a658-00b163d84fc3 req-100acc19-453a-47e9-86f9-c51345ffa8f4 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362508 Sep 21 16:22:44.812858 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-8aa62aff-40b3-42f6-ba8d-082583b3f380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:44.815484 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-8aa62aff-40b3-42f6-ba8d-082583b3f380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:44.816632 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-8aa62aff-40b3-42f6-ba8d-082583b3f380 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e6f73372-e181-4d7c-a659-8732dbfb8e3e HTTP/1.1" status: 204 len: 168 time: 0.2519932 Sep 21 16:22:44.824845 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa62aff-40b3-42f6-ba8d-082583b3f380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f73372-e181-4d7c-a659-8732dbfb8e3e,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:44.842004 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:44.952531 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f6a24-e8d3-4efa-87e5-b445dc156a11 req-3c447063-cc78-4b2a-9b55-f959a6649c75 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:44.954079 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-309f6a24-e8d3-4efa-87e5-b445dc156a11 req-3c447063-cc78-4b2a-9b55-f959a6649c75 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 946 time: 0.0539525 Sep 21 16:22:44.993784 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-309f6a24-e8d3-4efa-87e5-b445dc156a11 req-450e6e6a-8d21-4ed1-8b33-7756863d7fbd tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322297 Sep 21 16:22:45.137583 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf5d8d-59fc-4755-8b3b-3975129032be req-1ae82bb0-7586-4460-b435-72a9f159df39 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:45.139096 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-40cf5d8d-59fc-4755-8b3b-3975129032be req-1ae82bb0-7586-4460-b435-72a9f159df39 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0512111 Sep 21 16:22:45.181243 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-40cf5d8d-59fc-4755-8b3b-3975129032be req-051fcee5-1ff9-4d67-9c35-7e2eee35e395 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357916 Sep 21 16:22:45.305879 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0f423-8ae0-4f19-898a-2f18f60c802c req-42c30e22-f858-4d71-a14d-deb29d2d3f9b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:45.307524 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d9a0f423-8ae0-4f19-898a-2f18f60c802c req-42c30e22-f858-4d71-a14d-deb29d2d3f9b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 944 time: 0.0555062 Sep 21 16:22:45.344736 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d9a0f423-8ae0-4f19-898a-2f18f60c802c req-c2b57fa4-0c0c-4f65-9b45-f732b58dc7ea tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311434 Sep 21 16:22:45.582301 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:45.619642 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 56690) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:45.632837 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-2450dda4-0b35-435c-8ff4-696074a9c9f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:45.643162 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 56694) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:45.768541 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c2ba1-bb29-41b5-858d-d9b96b9cd217 req-f6703b3a-86a4-4db1-96f5-d3d3831d5f08 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:45.770082 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-aa9c2ba1-bb29-41b5-858d-d9b96b9cd217 req-f6703b3a-86a4-4db1-96f5-d3d3831d5f08 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 945 time: 0.0821764 Sep 21 16:22:45.820345 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-2450dda4-0b35-435c-8ff4-696074a9c9f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:45.844642 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-aa9c2ba1-bb29-41b5-858d-d9b96b9cd217 req-8cc446b1-aa54-461b-a6b0-86aeccf7de53 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618613 Sep 21 16:22:45.845353 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-69961d75-f63c-4e41-a86c-f910ad6ae397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:45.890817 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-2450dda4-0b35-435c-8ff4-696074a9c9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:45.905857 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a3acb-a434-44d7-973c-f699128a0c2d req-195b3810-b8dc-4c12-8f4d-ce979498c54c tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:45.907427 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-4b4a3acb-a434-44d7-973c-f699128a0c2d req-195b3810-b8dc-4c12-8f4d-ce979498c54c tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0479500 Sep 21 16:22:45.941401 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-2450dda4-0b35-435c-8ff4-696074a9c9f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=665b90abd7264511931db00de0af8c1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206546 Sep 21 16:22:45.946106 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-4b4a3acb-a434-44d7-973c-f699128a0c2d req-089bd7c4-ca96-4fc5-bc93-efdf87fea395 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327876 Sep 21 16:22:45.947170 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 56704) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:45.958921 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450dda4-0b35-435c-8ff4-696074a9c9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36243c40-3c51-4286-8582-2fb2546fe107,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:46.001428 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-050f5c01-7a05-4c73-802b-ccc0be842759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:46.013428 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-69961d75-f63c-4e41-a86c-f910ad6ae397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:46.023026 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-050f5c01-7a05-4c73-802b-ccc0be842759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:46.085053 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-69961d75-f63c-4e41-a86c-f910ad6ae397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:46.131660 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69961d75-f63c-4e41-a86c-f910ad6ae397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f26830-8a51-45fe-a28b-afbb446e5abc,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:46.137661 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-69961d75-f63c-4e41-a86c-f910ad6ae397 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5ed2c1b1f94e49cd87f5e5453161af47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4935038 Sep 21 16:22:46.140484 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 56708) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:46.145616 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d241e2b-0c08-4d0f-bc89-06d5e538ebbc req-e320050b-278f-4b0e-9887-f8d76c3ac86b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:46.147051 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7d241e2b-0c08-4d0f-bc89-06d5e538ebbc req-e320050b-278f-4b0e-9887-f8d76c3ac86b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 946 time: 0.0884111 Sep 21 16:22:46.165160 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-050f5c01-7a05-4c73-802b-ccc0be842759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:46.167612 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-050f5c01-7a05-4c73-802b-ccc0be842759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:46.168723 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-050f5c01-7a05-4c73-802b-ccc0be842759 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/36243c40-3c51-4286-8582-2fb2546fe107 HTTP/1.1" status: 204 len: 168 time: 0.2205801 Sep 21 16:22:46.187100 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f5c01-7a05-4c73-802b-ccc0be842759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36243c40-3c51-4286-8582-2fb2546fe107,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:46.188891 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7d241e2b-0c08-4d0f-bc89-06d5e538ebbc req-56e4fb55-1b0f-4961-afb9-fd3e8b79ce92 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354593 Sep 21 16:22:46.207953 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-2f29c3a9-fad1-41e0-b63b-87c2e20c965c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:46.234340 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-2f29c3a9-fad1-41e0-b63b-87c2e20c965c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:46.316537 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c48c5-eba9-4a0f-aa65-153677101195 req-f3980a3f-df4a-46fa-a645-c1486c41f674 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:46.318017 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5a2c48c5-eba9-4a0f-aa65-153677101195 req-f3980a3f-df4a-46fa-a645-c1486c41f674 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0520377 Sep 21 16:22:46.356709 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5a2c48c5-eba9-4a0f-aa65-153677101195 req-5533898a-caa8-45d6-ab32-d0bf6b4c446f tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323346 Sep 21 16:22:46.413016 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-2f29c3a9-fad1-41e0-b63b-87c2e20c965c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:46.416422 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-2f29c3a9-fad1-41e0-b63b-87c2e20c965c admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:46.417420 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-2f29c3a9-fad1-41e0-b63b-87c2e20c965c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/73f26830-8a51-45fe-a28b-afbb446e5abc HTTP/1.1" status: 204 len: 168 time: 0.2757735 Sep 21 16:22:46.425387 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f29c3a9-fad1-41e0-b63b-87c2e20c965c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f26830-8a51-45fe-a28b-afbb446e5abc,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:46.466686 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7dba7d-9258-4bd8-ad85-c7ff26dbcbfd req-9dc91d99-2917-45f3-a506-d785b6af566b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:46.468269 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ba7dba7d-9258-4bd8-ad85-c7ff26dbcbfd req-9dc91d99-2917-45f3-a506-d785b6af566b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 944 time: 0.0546951 Sep 21 16:22:46.507294 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ba7dba7d-9258-4bd8-ad85-c7ff26dbcbfd req-fad8a9c6-e06e-4b5c-b8b4-d094f994b7fe tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328581 Sep 21 16:22:47.076141 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca628ae-6299-412c-a2ef-e54d30ce7a09 req-c395d070-2a33-4cf9-9e9a-4a68c480fa75 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:47.077856 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-4ca628ae-6299-412c-a2ef-e54d30ce7a09 req-c395d070-2a33-4cf9-9e9a-4a68c480fa75 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0520101 Sep 21 16:22:47.122170 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-4ca628ae-6299-412c-a2ef-e54d30ce7a09 req-92353000-96cf-4692-8433-1a96efb7a3a3 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367720 Sep 21 16:22:47.126506 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 56742) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:47.151750 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16010f5d-d878-4d02-8578-b33906c94999 req-1eb685ba-72ff-4e12-9c6d-d92742113173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:47.151750 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-16010f5d-d878-4d02-8578-b33906c94999 req-1eb685ba-72ff-4e12-9c6d-d92742113173 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 1098 time: 0.3725903 Sep 21 16:22:47.159709 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a6208368-598d-47aa-8951-41e22cf79c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:47.170508 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693302a-db2a-45be-a44e-dd01b37e6cdd req-7fde72a4-7cda-4687-97b6-7029ad5c850d tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:47.172035 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9693302a-db2a-45be-a44e-dd01b37e6cdd req-7fde72a4-7cda-4687-97b6-7029ad5c850d tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 945 time: 0.0802724 Sep 21 16:22:47.187226 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-16010f5d-d878-4d02-8578-b33906c94999 req-eb3a639a-ac28-4d59-9266-1a4f559577a4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:47.242332 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9693302a-db2a-45be-a44e-dd01b37e6cdd req-c2f1b253-c610-4e25-8a5d-2ea74c8b35de tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550988 Sep 21 16:22:47.326966 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.44', 49902) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:47.342578 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.44', 49903) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:47.355650 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.44', 49904) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:47.362126 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac0293-4b63-4ed8-8133-1b24bb32e5fa req-4e2e3998-f0a0-4682-bea2-719bc5a128c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:47.363741 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-90ac0293-4b63-4ed8-8133-1b24bb32e5fa req-4e2e3998-f0a0-4682-bea2-719bc5a128c6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 1099 time: 0.1954722 Sep 21 16:22:47.432800 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ace967-229e-48ec-9149-ebf5ad7cb84e req-c47f952d-8ed0-40ea-b868-77c1a5c5015d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:47.440516 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-41ace967-229e-48ec-9149-ebf5ad7cb84e req-c47f952d-8ed0-40ea-b868-77c1a5c5015d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 946 time: 0.1295960 Sep 21 16:22:47.443242 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-90ac0293-4b63-4ed8-8133-1b24bb32e5fa req-3b13597e-0792-413b-bef1-fa13d36a3a9b service neutron] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:47.445451 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:47.462929 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-16010f5d-d878-4d02-8578-b33906c94999 req-eb3a639a-ac28-4d59-9266-1a4f559577a4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:47.496204 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3ae9f-5899-4e2b-ad35-24c969bd71ce req-69c4ff0f-0222-4302-97e5-7f254c34efee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:47.497695 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-74c3ae9f-5899-4e2b-ad35-24c969bd71ce req-69c4ff0f-0222-4302-97e5-7f254c34efee service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 1099 time: 0.1412189 Sep 21 16:22:47.502009 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-41ace967-229e-48ec-9149-ebf5ad7cb84e req-109d6133-97ae-44eb-b194-e3e004ad0258 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587001 Sep 21 16:22:47.543841 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4866e-bee1-42fe-b7d2-bc74383aaaa5 req-5132d0d6-8e20-4d51-b36f-ea3003035d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:47.545315 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-abb4866e-bee1-42fe-b7d2-bc74383aaaa5 req-5132d0d6-8e20-4d51-b36f-ea3003035d7f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 1098 time: 0.1862323 Sep 21 16:22:47.551399 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ded101-0cdb-48fe-8eef-2ab04bf13d84 req-63b61e91-86a3-4873-b176-6410bd692037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:47.553031 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-73ded101-0cdb-48fe-8eef-2ab04bf13d84 req-63b61e91-86a3-4873-b176-6410bd692037 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 1099 time: 0.2113903 Sep 21 16:22:47.553636 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-16010f5d-d878-4d02-8578-b33906c94999 req-eb3a639a-ac28-4d59-9266-1a4f559577a4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:47.594919 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.db.api [req-90ac0293-4b63-4ed8-8133-1b24bb32e5fa req-3b13597e-0792-413b-bef1-fa13d36a3a9b service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 16:22:47.594919 dv-cinder-810035-1-iscsi neutron-server[184191]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 16:22:47.594919 dv-cinder-810035-1-iscsi neutron-server[184191]: [parameters: {'project_id_1': 'c3f98205b84b406d85ddaf1ced58378d', 'expiration_1': datetime.datetime(2021, 9, 21, 16, 22, 27, 472207)}] Sep 21 16:22:47.594919 dv-cinder-810035-1-iscsi neutron-server[184191]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=184191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 16:22:47.595647 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG oslo_db.api [req-90ac0293-4b63-4ed8-8133-1b24bb32e5fa req-3b13597e-0792-413b-bef1-fa13d36a3a9b service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=184191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 16:22:47.646275 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-74c3ae9f-5899-4e2b-ad35-24c969bd71ce req-ff39b79b-0fb2-4a4a-be29-6ea6d69d0a78 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262748 Sep 21 16:22:47.657827 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-16010f5d-d878-4d02-8578-b33906c94999 req-eb3a639a-ac28-4d59-9266-1a4f559577a4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4848461 Sep 21 16:22:47.662531 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a6208368-598d-47aa-8951-41e22cf79c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:47.673489 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd51ed-e3d8-4923-b553-9ac53e34039e req-b61b2be1-c426-4e98-a618-cf0f71768e2d tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:47.680984 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7ccd51ed-e3d8-4923-b553-9ac53e34039e req-b61b2be1-c426-4e98-a618-cf0f71768e2d tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.2205329 Sep 21 16:22:47.708123 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-73ded101-0cdb-48fe-8eef-2ab04bf13d84 req-e8f72258-a852-4fd3-a1da-8ebfee13a2a8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256027 Sep 21 16:22:47.708774 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a639a-ac28-4d59-9266-1a4f559577a4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3a23b110-f34f-4647-b994-4a4461ac2c7d,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:47.729605 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceecee71-8160-4e82-8682-8ffe30256c54 req-d921885d-9bc4-43eb-8a04-52f5f8603c36 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:47.731550 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ceecee71-8160-4e82-8682-8ffe30256c54 req-d921885d-9bc4-43eb-8a04-52f5f8603c36 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 944 time: 0.0673964 Sep 21 16:22:47.733937 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-abb4866e-bee1-42fe-b7d2-bc74383aaaa5 req-cce90844-45e4-4394-b679-c49406ec29cf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776955 Sep 21 16:22:47.755649 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7ccd51ed-e3d8-4923-b553-9ac53e34039e req-3593426e-e5b4-4512-9edf-b2f8b340d685 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736866 Sep 21 16:22:47.757101 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a6208368-598d-47aa-8951-41e22cf79c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:47.844475 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ceecee71-8160-4e82-8682-8ffe30256c54 req-c5ddcfb2-7631-4396-bb23-8caf494c6aea tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054065 Sep 21 16:22:47.850136 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-a6208368-598d-47aa-8951-41e22cf79c85 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c4df922d7064bcf8f8f4256ca76f3a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7200801 Sep 21 16:22:47.850136 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6208368-598d-47aa-8951-41e22cf79c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13b945c-2ade-4489-9507-69e841d608a3,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:47.850524 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 56762) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:47.935441 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-d08d96a0-447a-4840-b821-96aaeecbace4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:47.960307 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-d08d96a0-447a-4840-b821-96aaeecbace4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:48.096624 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-90ac0293-4b63-4ed8-8133-1b24bb32e5fa req-3b13597e-0792-413b-bef1-fa13d36a3a9b service neutron] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:48.115754 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-d08d96a0-447a-4840-b821-96aaeecbace4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:48.118529 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-d08d96a0-447a-4840-b821-96aaeecbace4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:48.119934 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-d08d96a0-447a-4840-b821-96aaeecbace4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f13b945c-2ade-4489-9507-69e841d608a3 HTTP/1.1" status: 204 len: 168 time: 0.2683768 Sep 21 16:22:48.128682 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d96a0-447a-4840-b821-96aaeecbace4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13b945c-2ade-4489-9507-69e841d608a3,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:48.171770 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-90ac0293-4b63-4ed8-8133-1b24bb32e5fa req-3b13597e-0792-413b-bef1-fa13d36a3a9b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7990785 Sep 21 16:22:48.266287 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2241f3-987a-44df-8899-23ec1a6b0e81 req-d06bceec-670a-4abe-8726-8bdebdeda907 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:48.267805 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-af2241f3-987a-44df-8899-23ec1a6b0e81 req-d06bceec-670a-4abe-8726-8bdebdeda907 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0497782 Sep 21 16:22:48.308462 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-af2241f3-987a-44df-8899-23ec1a6b0e81 req-82f3f7e8-540d-4dfa-8990-1cb08fa985c5 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338979 Sep 21 16:22:48.363647 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619804c4-9a39-4ff1-afd0-9ddf38f04bf4 req-8b6a7f71-0c99-4fe7-8d13-d71f8c402aea tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:48.365125 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-619804c4-9a39-4ff1-afd0-9ddf38f04bf4 req-8b6a7f71-0c99-4fe7-8d13-d71f8c402aea tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 945 time: 0.0498943 Sep 21 16:22:48.381825 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device e76fd80a-f3d4-4a68-b78c-90920a1d17c1 up at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:22:48.410387 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-619804c4-9a39-4ff1-afd0-9ddf38f04bf4 req-3283496b-b058-4067-9960-430b2456b534 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390666 Sep 21 16:22:48.475573 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning for port e76fd80a-f3d4-4a68-b78c-90920a1d17c1 completed by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:22:48.481278 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning complete for port e76fd80a-f3d4-4a68-b78c-90920a1d17c1 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:22:48.481693 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:48.570964 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:48.597371 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0bc3ba-a6a4-4872-8e61-4e7820123513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76fd80a-f3d4-4a68-b78c-90920a1d17c1'}] {{(pid=184193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:22:48.600068 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e6171c86456a5bbdaf0b46ebb92172d32a0ea5b64bc8822db714b438cc8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025a8ae7-f7aa-4467-a3cd-49ea8bc085ef" -d '{"events": [{"server_uuid": "1d0bc3ba-a6a4-4872-8e61-4e7820123513", "name": "network-vif-plugged", "status": "completed", "tag": "e76fd80a-f3d4-4a68-b78c-90920a1d17c1"}]}' {{(pid=184193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:22:48.614934 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port e76fd80a-f3d4-4a68-b78c-90920a1d17c1, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=e76fd80a-f3d4-4a68-b78c-90920a1d17c1,segment=NetworkSegment(f105e78b-d17d-49b4-8dea-7bfd49dbcc51),segment_id=f105e78b-d17d-49b4-8dea-7bfd49dbcc51)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:22:48.620686 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c329be-5f0f-4c4c-872a-78bef4779c36 req-0c1892b2-c035-476d-98a8-58a2a19c2200 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:48.622372 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-57c329be-5f0f-4c4c-872a-78bef4779c36 req-0c1892b2-c035-476d-98a8-58a2a19c2200 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 946 time: 0.0560625 Sep 21 16:22:48.642281 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11909cad-820d-4384-b121-d2fec720897d x-openstack-request-id: req-11909cad-820d-4384-b121-d2fec720897d {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:22:48.642762 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0bc3ba-a6a4-4872-8e61-4e7820123513", "name": "network-vif-plugged", "status": "completed", "tag": "e76fd80a-f3d4-4a68-b78c-90920a1d17c1", "code": 200}]} {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:22:48.643111 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-11909cad-820d-4384-b121-d2fec720897d {{(pid=184193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:22:48.643647 dv-cinder-810035-1-iscsi neutron-server[184193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0bc3ba-a6a4-4872-8e61-4e7820123513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76fd80a-f3d4-4a68-b78c-90920a1d17c1', 'code': 200} Sep 21 16:22:48.669693 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-57c329be-5f0f-4c4c-872a-78bef4779c36 req-08b91e3f-5f7a-4118-b9c5-00b8e005dc82 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407593 Sep 21 16:22:48.687207 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:48.736604 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=e76fd80a-f3d4-4a68-b78c-90920a1d17c1,revision_number=5']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:22:48.877009 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb46f63-4eaa-4a04-8534-5febaa0875b7 req-d77032f6-4447-4052-8c25-17f826413e63 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:48.878489 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8bb46f63-4eaa-4a04-8534-5febaa0875b7 req-d77032f6-4447-4052-8c25-17f826413e63 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0496900 Sep 21 16:22:48.917411 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8bb46f63-4eaa-4a04-8534-5febaa0875b7 req-cfdb1642-e22f-44a6-a449-2cebd63236be tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322912 Sep 21 16:22:48.991111 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0daf0-cb98-4057-b7c3-08cf9cd414ba req-918fcf40-98c7-438f-9387-17a6d28ae203 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:48.992820 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c4e0daf0-cb98-4057-b7c3-08cf9cd414ba req-918fcf40-98c7-438f-9387-17a6d28ae203 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0555069 Sep 21 16:22:49.033748 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c4e0daf0-cb98-4057-b7c3-08cf9cd414ba req-053dec9c-9d48-41d3-8d17-41fedc9b01cf tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343497 Sep 21 16:22:49.425567 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af31ddc-129a-474c-816e-1152a8a0beed req-0441359e-5476-4c11-8815-2f1d2c71480a tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:49.427027 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-3af31ddc-129a-474c-816e-1152a8a0beed req-0441359e-5476-4c11-8815-2f1d2c71480a tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0470879 Sep 21 16:22:49.472096 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-3af31ddc-129a-474c-816e-1152a8a0beed req-549cc2a7-9650-47e3-9db9-330514dc74c1 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385599 Sep 21 16:22:49.549130 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b64fe5-7f7b-4849-8833-7764f2f7441e req-5d882767-2f42-43be-a3ae-ea618f67fcc3 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:49.558852 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-71b64fe5-7f7b-4849-8833-7764f2f7441e req-5d882767-2f42-43be-a3ae-ea618f67fcc3 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 945 time: 0.0644076 Sep 21 16:22:49.588185 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f21599-0bf8-4690-a252-fdedad5a59c6 req-b09dd046-f379-44df-866b-6049f8a62b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:49.590452 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-06f21599-0bf8-4690-a252-fdedad5a59c6 req-b09dd046-f379-44df-866b-6049f8a62b64 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 1098 time: 0.0688167 Sep 21 16:22:49.607559 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-71b64fe5-7f7b-4849-8833-7764f2f7441e req-47d199b2-2715-43db-ba15-1efa69a54dc1 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475996 Sep 21 16:22:49.636270 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-06f21599-0bf8-4690-a252-fdedad5a59c6 req-c06e38c1-742c-4228-8ea5-da3012f59da0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359418 Sep 21 16:22:49.789514 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b9a8a-a3dc-40e1-a638-f1a4c8c1d27a req-d37af700-1363-4f49-8926-e94099a6710c tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:49.791506 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a54b9a8a-a3dc-40e1-a638-f1a4c8c1d27a req-d37af700-1363-4f49-8926-e94099a6710c tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 946 time: 0.0493422 Sep 21 16:22:49.829752 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a54b9a8a-a3dc-40e1-a638-f1a4c8c1d27a req-3d99e13c-cf64-4b0e-a045-988993572b16 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322268 Sep 21 16:22:50.033419 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b2a9e-1fe0-42f5-8800-946a91756126 req-19c44c1a-2413-423d-9b70-e09e3022b502 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:50.035139 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-198b2a9e-1fe0-42f5-8800-946a91756126 req-19c44c1a-2413-423d-9b70-e09e3022b502 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0502701 Sep 21 16:22:50.087284 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-198b2a9e-1fe0-42f5-8800-946a91756126 req-36b559a5-cb9c-4dd1-ade0-9736b39c7dd1 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417926 Sep 21 16:22:50.181535 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c833c2-93d6-4ec9-a3e1-87488edbe113 req-7f88da1b-a65c-4748-9ef4-7d89d09c919c tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:50.183191 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-24c833c2-93d6-4ec9-a3e1-87488edbe113 req-7f88da1b-a65c-4748-9ef4-7d89d09c919c tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0490928 Sep 21 16:22:50.221032 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-24c833c2-93d6-4ec9-a3e1-87488edbe113 req-63e8e2f9-4384-416b-b1fb-7ab18c2260dd tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317149 Sep 21 16:22:50.594200 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e969ff-2164-490f-993f-9281fff04b60 req-4660b881-5d9b-40cd-8a8f-f241895df2c6 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:50.595763 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-78e969ff-2164-490f-993f-9281fff04b60 req-4660b881-5d9b-40cd-8a8f-f241895df2c6 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0532429 Sep 21 16:22:50.636776 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-78e969ff-2164-490f-993f-9281fff04b60 req-dc98a807-dc20-483f-b9e3-d8e04b457baf tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343745 Sep 21 16:22:50.728465 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cfdf2-2d5e-412f-b204-bb9c0796a3f3 req-da3f0e6a-b471-4fec-81ac-761d4c305862 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:50.730169 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0d7cfdf2-2d5e-412f-b204-bb9c0796a3f3 req-da3f0e6a-b471-4fec-81ac-761d4c305862 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 945 time: 0.0508823 Sep 21 16:22:50.773377 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0d7cfdf2-2d5e-412f-b204-bb9c0796a3f3 req-8893c52a-df59-4d6d-b835-c0092043ec57 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363955 Sep 21 16:22:50.963037 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5710c3b-e034-4d33-afc1-e21f12a1880c req-40500b5c-54a5-4ade-8ff8-22729243cc29 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:50.965032 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-a5710c3b-e034-4d33-afc1-e21f12a1880c req-40500b5c-54a5-4ade-8ff8-22729243cc29 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 946 time: 0.0574198 Sep 21 16:22:51.008376 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-a5710c3b-e034-4d33-afc1-e21f12a1880c req-74324a70-4191-454b-a69d-84c437bec6b7 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358799 Sep 21 16:22:51.218035 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ccf7d4-4beb-4679-a29a-ea59b03702bd req-ba164934-8368-42c3-a34f-4a24cac9bdcc tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:51.219524 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-59ccf7d4-4beb-4679-a29a-ea59b03702bd req-ba164934-8368-42c3-a34f-4a24cac9bdcc tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0487394 Sep 21 16:22:51.257238 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-59ccf7d4-4beb-4679-a29a-ea59b03702bd req-2b5743cd-bbf3-4fcf-b734-74c99193f13b tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317574 Sep 21 16:22:51.342997 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbd3f5-c6e8-4ce6-aee3-ffd4d03afd6a req-915e1eba-4beb-443e-870a-1c009fe6506a tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:51.344617 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-88cbd3f5-c6e8-4ce6-aee3-ffd4d03afd6a req-915e1eba-4beb-443e-870a-1c009fe6506a tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0502110 Sep 21 16:22:51.388026 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-88cbd3f5-c6e8-4ce6-aee3-ffd4d03afd6a req-7cb3f9d0-a082-4cb0-b9a9-91a26d55fc1a tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370731 Sep 21 16:22:51.759111 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f33c7-76cd-403e-8bd7-9c60c5828ab3 req-2e055465-26ad-4931-9051-154a106191cf tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:51.760608 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a91f33c7-76cd-403e-8bd7-9c60c5828ab3 req-2e055465-26ad-4931-9051-154a106191cf tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0464196 Sep 21 16:22:51.797485 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a91f33c7-76cd-403e-8bd7-9c60c5828ab3 req-3c512153-f445-4c92-a086-368d8ca708d0 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310533 Sep 21 16:22:51.886356 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bffce-6439-462c-9e29-dbf004792495 req-ad19a416-c857-439e-b5ac-fdc1858ccd2d tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:51.887852 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6f2bffce-6439-462c-9e29-dbf004792495 req-ad19a416-c857-439e-b5ac-fdc1858ccd2d tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 945 time: 0.0480137 Sep 21 16:22:51.929730 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6f2bffce-6439-462c-9e29-dbf004792495 req-dc0ac0f6-4895-4131-a9e3-72f99c0073de tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357966 Sep 21 16:22:52.129734 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a8d1e-dc49-4535-a35b-5343ef774b54 req-4be37d70-7005-460a-8f6c-bb3330e95839 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:52.131213 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-d46a8d1e-dc49-4535-a35b-5343ef774b54 req-4be37d70-7005-460a-8f6c-bb3330e95839 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 946 time: 0.0500791 Sep 21 16:22:52.172202 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-d46a8d1e-dc49-4535-a35b-5343ef774b54 req-9fb0dea0-d572-4f84-9077-90b6054d63d1 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337598 Sep 21 16:22:52.370109 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a1b8a-9458-4b16-93ca-38f0fdfefcff req-edc7a883-f9b4-4187-9b4c-643e2ba25eb9 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:52.371603 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c58a1b8a-9458-4b16-93ca-38f0fdfefcff req-edc7a883-f9b4-4187-9b4c-643e2ba25eb9 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0486104 Sep 21 16:22:52.408680 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c58a1b8a-9458-4b16-93ca-38f0fdfefcff req-45fe7246-2cd0-4a74-a0f4-25140039edd7 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311928 Sep 21 16:22:52.505423 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a913aa8-16fe-458e-abda-f2e653af26d2 req-5dccb390-3c61-4ddd-a4cf-ed6328943913 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:52.506800 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-1a913aa8-16fe-458e-abda-f2e653af26d2 req-5dccb390-3c61-4ddd-a4cf-ed6328943913 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0487347 Sep 21 16:22:52.556105 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-1a913aa8-16fe-458e-abda-f2e653af26d2 req-130648d1-db3a-4c6d-8723-ca1f3e4119a1 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432358 Sep 21 16:22:52.909786 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91398506-bf96-4ea7-8c96-4729502807a4 req-90e36e17-e243-4ecd-868c-65ee06c42770 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:52.911269 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-91398506-bf96-4ea7-8c96-4729502807a4 req-90e36e17-e243-4ecd-868c-65ee06c42770 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0471768 Sep 21 16:22:52.951369 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-91398506-bf96-4ea7-8c96-4729502807a4 req-50f5dbb1-fcb1-45b6-aa29-76e8f079c468 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335605 Sep 21 16:22:53.051746 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b556f37-735b-4d71-87d2-115854589432 req-b38ec9b9-047b-41f9-81dd-15079af5110a tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:53.053243 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9b556f37-735b-4d71-87d2-115854589432 req-b38ec9b9-047b-41f9-81dd-15079af5110a tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 945 time: 0.0515528 Sep 21 16:22:53.091660 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9b556f37-735b-4d71-87d2-115854589432 req-838f2f3b-769b-430b-9659-d7dac39a4fd2 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323820 Sep 21 16:22:53.285403 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564adc1-1e8c-4629-a190-5e44d0069219 req-7177d00d-95f9-4043-86f9-0d7e2ff11d33 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:53.287223 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3564adc1-1e8c-4629-a190-5e44d0069219 req-7177d00d-95f9-4043-86f9-0d7e2ff11d33 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 946 time: 0.0488536 Sep 21 16:22:53.323999 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3564adc1-1e8c-4629-a190-5e44d0069219 req-3a9029ca-ed6e-458f-b051-c82de970b147 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308194 Sep 21 16:22:53.525263 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7490841-2069-46b3-a380-d645e84bd63f req-ffeb14ee-5ce6-4421-af83-861a54e40d6a tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:53.531555 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-d7490841-2069-46b3-a380-d645e84bd63f req-ffeb14ee-5ce6-4421-af83-861a54e40d6a tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0517898 Sep 21 16:22:53.567193 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-d7490841-2069-46b3-a380-d645e84bd63f req-e08cd538-5535-4525-b3aa-9333ff8e6d28 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343459 Sep 21 16:22:53.677301 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b57e6-8c92-466c-9816-e3de374f1b18 req-64c803d8-d162-410c-acb0-75b4915f20f8 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:53.678816 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-e96b57e6-8c92-466c-9816-e3de374f1b18 req-64c803d8-d162-410c-acb0-75b4915f20f8 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0506499 Sep 21 16:22:53.720447 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-e96b57e6-8c92-466c-9816-e3de374f1b18 req-5238c04f-9a53-4834-8837-2bcd90db6fe3 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348368 Sep 21 16:22:54.063794 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16ab1e-1119-4d5a-99f7-d8a99b2cc3ca req-a9c0062c-f598-4ed5-a8ae-a9c69365dedb tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:54.065281 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0f16ab1e-1119-4d5a-99f7-d8a99b2cc3ca req-a9c0062c-f598-4ed5-a8ae-a9c69365dedb tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0482533 Sep 21 16:22:54.105292 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0f16ab1e-1119-4d5a-99f7-d8a99b2cc3ca req-719e1d36-d41d-485e-87e3-43e03d0a63d0 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338542 Sep 21 16:22:54.206219 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e8b73-1b38-407e-8a0f-29257ffce3b9 req-47c4cebd-0919-4203-84c1-44ed7a649e49 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:54.207773 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-bd6e8b73-1b38-407e-8a0f-29257ffce3b9 req-47c4cebd-0919-4203-84c1-44ed7a649e49 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 945 time: 0.0507882 Sep 21 16:22:54.250270 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-bd6e8b73-1b38-407e-8a0f-29257ffce3b9 req-e858e679-4514-4a80-ad58-e043ac5c847f tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358305 Sep 21 16:22:54.436469 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4752ef-f7af-495c-8f54-818d9671b37d req-56e5ff5e-3155-4436-a8bb-21d0356dfb7d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:54.437941 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-bd4752ef-f7af-495c-8f54-818d9671b37d req-56e5ff5e-3155-4436-a8bb-21d0356dfb7d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 946 time: 0.0487914 Sep 21 16:22:54.475305 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-bd4752ef-f7af-495c-8f54-818d9671b37d req-bf147035-7832-48d9-ac87-020b52530521 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314267 Sep 21 16:22:54.679601 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4c098-b342-4a74-a902-416040e53f22 req-cd5f6640-8b0c-4356-98d1-28ef3ae778c3 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:54.681697 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-48e4c098-b342-4a74-a902-416040e53f22 req-cd5f6640-8b0c-4356-98d1-28ef3ae778c3 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0474730 Sep 21 16:22:54.718940 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-48e4c098-b342-4a74-a902-416040e53f22 req-894bfe37-f3d4-49f0-b2ed-f952a6fc2f92 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313466 Sep 21 16:22:54.838916 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f3d55-7ae4-499b-86b9-db8df21f9467 req-b5f5fc74-1b68-424b-b888-519d678c518a tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:54.840858 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9e1f3d55-7ae4-499b-86b9-db8df21f9467 req-b5f5fc74-1b68-424b-b888-519d678c518a tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0486844 Sep 21 16:22:54.883304 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9e1f3d55-7ae4-499b-86b9-db8df21f9467 req-a1c3e78a-a1e9-4b42-bc41-c91bc6705497 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364509 Sep 21 16:22:55.228827 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad1463-ea86-4d4d-b796-917d0d6db1e6 req-4d0a7094-d92d-40a8-934e-01215e850011 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:55.230345 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1cad1463-ea86-4d4d-b796-917d0d6db1e6 req-4d0a7094-d92d-40a8-934e-01215e850011 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0607851 Sep 21 16:22:55.270783 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1cad1463-ea86-4d4d-b796-917d0d6db1e6 req-d0fc48a0-4303-45ef-a866-015d30da43c3 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341012 Sep 21 16:22:55.376164 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc7c059-93da-406b-b673-ad526c00529b req-de9ea73e-e2f7-4b87-8d9b-386ee01743bb tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:55.377768 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0cc7c059-93da-406b-b673-ad526c00529b req-de9ea73e-e2f7-4b87-8d9b-386ee01743bb tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 945 time: 0.0485609 Sep 21 16:22:55.418705 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0cc7c059-93da-406b-b673-ad526c00529b req-9bbc0d94-1598-4d81-ab09-02371650ff56 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342937 Sep 21 16:22:55.593762 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0dc98-a1b6-49cd-8860-2db999d7e5aa req-91bcd259-c532-4446-85af-3cc4bfb971c9 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:55.595462 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-eac0dc98-a1b6-49cd-8860-2db999d7e5aa req-91bcd259-c532-4446-85af-3cc4bfb971c9 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 946 time: 0.0519252 Sep 21 16:22:55.639358 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-eac0dc98-a1b6-49cd-8860-2db999d7e5aa req-0bb24837-1fb6-4f8b-b861-0ac834dfb5bd tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377276 Sep 21 16:22:55.837610 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa145cbe-39d5-49e6-85fe-bb47ad8306f8 req-e71fd732-ab45-419a-861a-bc4b678c619f tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:55.839499 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-aa145cbe-39d5-49e6-85fe-bb47ad8306f8 req-e71fd732-ab45-419a-861a-bc4b678c619f tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0522709 Sep 21 16:22:55.881319 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-aa145cbe-39d5-49e6-85fe-bb47ad8306f8 req-59322976-3e34-4081-b10a-747060355ab5 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356560 Sep 21 16:22:56.018540 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd089d6-8f8c-4785-944d-8af442a2bdb0 req-8d474128-b1ad-4784-bae8-a646f69a58d3 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:56.023783 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-bdd089d6-8f8c-4785-944d-8af442a2bdb0 req-8d474128-b1ad-4784-bae8-a646f69a58d3 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0562778 Sep 21 16:22:56.068455 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-bdd089d6-8f8c-4785-944d-8af442a2bdb0 req-34affcbf-23c7-4bbb-b4ca-823774dce2af tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419505 Sep 21 16:22:56.425840 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0eb979-59f9-4fae-8625-d578b2ceaf81 req-484d5a46-f419-4a94-9fda-105d4dbb8bac tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:56.427591 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6b0eb979-59f9-4fae-8625-d578b2ceaf81 req-484d5a46-f419-4a94-9fda-105d4dbb8bac tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0576506 Sep 21 16:22:56.469879 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6b0eb979-59f9-4fae-8625-d578b2ceaf81 req-e706755c-eaef-423b-8d96-a9f165cfd876 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357275 Sep 21 16:22:56.584744 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446ef34-eb95-472b-849d-39101839fdd7 req-3b0924fe-3755-40ff-aeff-7c04a2afdf3f tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:56.586277 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2446ef34-eb95-472b-849d-39101839fdd7 req-3b0924fe-3755-40ff-aeff-7c04a2afdf3f tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 945 time: 0.0518537 Sep 21 16:22:56.637450 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2446ef34-eb95-472b-849d-39101839fdd7 req-e80e1f67-331d-4815-b72a-21c800d31532 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394127 Sep 21 16:22:56.830726 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3add500-3dc5-44f4-b150-80ae6da260b0 req-e06d25ba-5bf4-4500-9c05-4a851e6d40bf tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:56.836455 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b3add500-3dc5-44f4-b150-80ae6da260b0 req-e06d25ba-5bf4-4500-9c05-4a851e6d40bf tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 946 time: 0.0826516 Sep 21 16:22:56.929856 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b3add500-3dc5-44f4-b150-80ae6da260b0 req-6642fb1d-515f-4d3a-9e50-6658deccaac1 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859306 Sep 21 16:22:57.146791 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73fe6f-af57-42b3-8d42-96a2f0e5c601 req-979c3de7-ac42-4b7a-8aca-f533ea07f830 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:57.151696 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9b73fe6f-af57-42b3-8d42-96a2f0e5c601 req-979c3de7-ac42-4b7a-8aca-f533ea07f830 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.1049707 Sep 21 16:22:57.163704 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00835e-aae6-4b05-b6a1-e48dacdaba42 req-f5118a71-b706-4ab9-ab12-784c89d04303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:57.166004 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2d00835e-aae6-4b05-b6a1-e48dacdaba42 req-f5118a71-b706-4ab9-ab12-784c89d04303 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93f2e2ff196b40faba780c1bba395eba&device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 1099 time: 0.0680959 Sep 21 16:22:57.233288 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9b73fe6f-af57-42b3-8d42-96a2f0e5c601 req-ef4e3c2d-de4e-4e09-a0b7-6c543d0af830 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702882 Sep 21 16:22:57.296214 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00835e-aae6-4b05-b6a1-e48dacdaba42 req-00ad391c-3c32-4fa7-bd03-d19383c5b4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:57.297666 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2d00835e-aae6-4b05-b6a1-e48dacdaba42 req-00ad391c-3c32-4fa7-bd03-d19383c5b4e3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b HTTP/1.1" status: 200 len: 919 time: 0.1246815 Sep 21 16:22:57.309381 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd793bc-df6a-4c1f-96ff-d37691983180 req-ab595a65-7e06-4b73-be4a-e944ff917fc5 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:57.310891 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6dd793bc-df6a-4c1f-96ff-d37691983180 req-ab595a65-7e06-4b73-be4a-e944ff917fc5 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.1152360 Sep 21 16:22:57.357251 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2d00835e-aae6-4b05-b6a1-e48dacdaba42 req-5938450d-ba50-4549-8afc-fca9b469da07 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7afd738b-f441-4010-9877-885bfeb199c1 HTTP/1.1" status: 200 len: 217 time: 0.0452819 Sep 21 16:22:57.417820 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6dd793bc-df6a-4c1f-96ff-d37691983180 req-c14d0712-841e-4a0c-842f-e9a7a641c674 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675840 Sep 21 16:22:57.434893 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00835e-aae6-4b05-b6a1-e48dacdaba42 req-dc7fef68-d6a9-4731-910f-7897a57d8708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:57.439175 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2d00835e-aae6-4b05-b6a1-e48dacdaba42 req-dc7fef68-d6a9-4731-910f-7897a57d8708 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ef51e1de-25f4-45cd-93c9-f3bb42d432a3 HTTP/1.1" status: 200 len: 858 time: 0.0623493 Sep 21 16:22:57.497637 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2d00835e-aae6-4b05-b6a1-e48dacdaba42 req-40bc617a-dd19-477f-a6ef-bd88d4f9fb1b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500865 Sep 21 16:22:57.662152 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2d87a-33a8-4fd1-9468-08aee1f01d9b req-3fcabb18-9f00-4bfb-a180-f4dd1c280515 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:57.665383 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-a7c2d87a-33a8-4fd1-9468-08aee1f01d9b req-3fcabb18-9f00-4bfb-a180-f4dd1c280515 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0834637 Sep 21 16:22:57.675424 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 57002) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:57.684063 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-1a2dff8d-0273-4f66-af8d-7279706b99c0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Request body: {'floatingip': {'port_id': 'e76fd80a-f3d4-4a68-b78c-90920a1d17c1'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:22:57.812333 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-1a2dff8d-0273-4f66-af8d-7279706b99c0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for floatingip, before_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:57.974389 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52393b5b-087d-488f-9390-8c781e5b9774 req-71f6bb55-340a-454e-a0c1-513a828b7e59 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:57.977838 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-52393b5b-087d-488f-9390-8c781e5b9774 req-71f6bb55-340a-454e-a0c1-513a828b7e59 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.4094415 Sep 21 16:22:57.982739 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2d00835e-aae6-4b05-b6a1-e48dacdaba42 req-ba7b9830-737f-4817-b057-d3c588a9f224 service neutron] 10.222.0.44 "GET /v2.0/networks/27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705675 Sep 21 16:22:58.052747 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-52393b5b-087d-488f-9390-8c781e5b9774 req-51775e62-2cb3-4fee-8a95-d5418a1078d1 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613966 Sep 21 16:22:58.235885 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471752dc-9373-488c-9362-d2d12bcfb244 req-fa2d5b19-873c-47a1-9388-508980ffeffc tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:58.249022 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-471752dc-9373-488c-9362-d2d12bcfb244 req-fa2d5b19-873c-47a1-9388-508980ffeffc tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0750189 Sep 21 16:22:58.250850 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 57014) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:22:58.264164 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-f6ba0ff5-5de4-443a-9eb8-ae76010a40a5 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Request body: {'floatingip': {'port_id': 'ee84741f-d4df-4f43-8069-2f452b663d02'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:22:58.288964 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdd5a8-bc2f-4b64-8282-01471f040b88 req-1cba8c47-95a6-4cf7-8733-c5ea0dc5a393 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:58.303036 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c6bdd5a8-bc2f-4b64-8282-01471f040b88 req-1cba8c47-95a6-4cf7-8733-c5ea0dc5a393 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 946 time: 0.1842539 Sep 21 16:22:58.400336 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-f6ba0ff5-5de4-443a-9eb8-ae76010a40a5 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for floatingip, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:58.511246 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c6bdd5a8-bc2f-4b64-8282-01471f040b88 req-a2881839-a15b-4ac4-8c5c-f97b54469fac tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524131 Sep 21 16:22:58.663049 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58340ae-0acd-475a-9b87-9c12a6cb189d req-4ef58c4f-1ab7-4f64-b585-8feccaf55220 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:22:58.665524 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f58340ae-0acd-475a-9b87-9c12a6cb189d req-4ef58c4f-1ab7-4f64-b585-8feccaf55220 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.2604342 Sep 21 16:22:58.733284 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.db.resource_extend [None req-1a2dff8d-0273-4f66-af8d-7279706b99c0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=184192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 16:22:58.804459 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f58340ae-0acd-475a-9b87-9c12a6cb189d req-8d4a0bd2-e662-4cd2-b8cc-3005bc08bd5b tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179750 Sep 21 16:22:58.871157 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-1a2dff8d-0273-4f66-af8d-7279706b99c0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for floatingip, precommit_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:58.963801 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-1a2dff8d-0273-4f66-af8d-7279706b99c0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615442'] for floatingip, after_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:59.398150 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.db.l3_db [None req-1a2dff8d-0273-4f66-af8d-7279706b99c0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Floating IP c486652c-6f7b-41ca-a821-2eb1136c4648 associated. External IP: 172.27.2.245, port: e76fd80a-f3d4-4a68-b78c-90920a1d17c1. Sep 21 16:22:59.447173 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.db.resource_extend [None req-f6ba0ff5-5de4-443a-9eb8-ae76010a40a5 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=184191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 16:22:59.529575 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-f6ba0ff5-5de4-443a-9eb8-ae76010a40a5 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:59.617106 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-f6ba0ff5-5de4-443a-9eb8-ae76010a40a5 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615442'] for floatingip, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:59.710698 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2dff8d-0273-4f66-af8d-7279706b99c0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Router 32d89de4-824d-465e-8df6-d7ffad07050a has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:22:59.768304 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.db.l3_db [None req-f6ba0ff5-5de4-443a-9eb8-ae76010a40a5 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Floating IP 7569dae9-29c9-4842-9b90-179c8809c031 associated. External IP: 172.27.2.195, port: ee84741f-d4df-4f43-8069-2f452b663d02. Sep 21 16:22:59.837159 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2dff8d-0273-4f66-af8d-7279706b99c0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:22:59.842393 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-1a2dff8d-0273-4f66-af8d-7279706b99c0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for floatingip, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:22:59.855664 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec5d29c-1f25-4a4a-a85c-a50ff666fcb7 None None] Sync routers for ids ['32d89de4-824d-465e-8df6-d7ffad07050a'] in dv-cinder-810035-1-iscsi {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:22:59.877207 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec5d29c-1f25-4a4a-a85c-a50ff666fcb7 None None] Routers {'32d89de4-824d-465e-8df6-d7ffad07050a'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:22:59.878339 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-fec5d29c-1f25-4a4a-a85c-a50ff666fcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:22:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['32d89de4-824d-465e-8df6-d7ffad07050a'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:22:59.892391 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-1a2dff8d-0273-4f66-af8d-7279706b99c0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "PUT /v2.0/floatingips/c486652c-6f7b-41ca-a821-2eb1136c4648 HTTP/1.1" status: 200 len: 991 time: 2.2151370 Sep 21 16:22:59.893109 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0bc3ba-a6a4-4872-8e61-4e7820123513', 'tag': 'e76fd80a-f3d4-4a68-b78c-90920a1d17c1'}] {{(pid=184192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:22:59.895511 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc60c069b955d627b70d651b6eab325f4fde0824357df3315d36669f938dcfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66676f6a-e3eb-4c9f-afd8-af4f1fa21fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "1d0bc3ba-a6a4-4872-8e61-4e7820123513", "tag": "e76fd80a-f3d4-4a68-b78c-90920a1d17c1"}]}' {{(pid=184192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:23:00.018421 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 57056) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:00.071786 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f392926-3cad-4080-b482-92c2e1815803 req-3b2550da-6e7d-4d61-8796-f2e71d6464ad tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:00.085726 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2f392926-3cad-4080-b482-92c2e1815803 req-3b2550da-6e7d-4d61-8796-f2e71d6464ad tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.1354601 Sep 21 16:23:00.101142 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-fec5d29c-1f25-4a4a-a85c-a50ff666fcb7 None None] Set router 32d89de4-824d-465e-8df6-d7ffad07050a gateway port host: dv-cinder-810035-1-iscsi {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:23:00.163861 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2f392926-3cad-4080-b482-92c2e1815803 req-0d764263-2f8c-4959-8eeb-d5253fbfe3e6 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754788 Sep 21 16:23:00.221386 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-7491b369-0824-4947-9db7-5d0668254d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:00.263561 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069b2b16-3669-4717-aef2-bf0302117e47 x-openstack-request-id: req-069b2b16-3669-4717-aef2-bf0302117e47 {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:23:00.263561 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d0bc3ba-a6a4-4872-8e61-4e7820123513", "tag": "e76fd80a-f3d4-4a68-b78c-90920a1d17c1", "status": "completed", "code": 200}]} {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:23:00.263561 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-069b2b16-3669-4717-aef2-bf0302117e47 {{(pid=184192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:23:00.263561 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0bc3ba-a6a4-4872-8e61-4e7820123513', 'tag': 'e76fd80a-f3d4-4a68-b78c-90920a1d17c1', 'status': 'completed', 'code': 200} Sep 21 16:23:00.396092 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ba0ff5-5de4-443a-9eb8-ae76010a40a5 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Router 23c10ef0-a183-4e34-a3fb-3f6622d24f10 has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:23:00.397503 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-7491b369-0824-4947-9db7-5d0668254d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:00.469207 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2d00835e-aae6-4b05-b6a1-e48dacdaba42 req-9b6c60e5-3700-4dd1-b13d-62bb65b7884c service neutron] 10.222.0.44 "GET /v2.0/networks/27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668961 Sep 21 16:23:00.487742 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-7491b369-0824-4947-9db7-5d0668254d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:00.526411 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-fec5d29c-1f25-4a4a-a85c-a50ff666fcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'name': 'tempest-AttachVolumeShelveTestJSON-1449937929-router', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:15Z', 'revision_number': 4, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'gw_port': {'id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:03Z', 'updated_at': '2021-09-21T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_floatingips': [{'id': 'c486652c-6f7b-41ca-a821-2eb1136c4648', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'floating_ip_address': '172.27.2.245', 'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'router_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'port_id': 'e76fd80a-f3d4-4a68-b78c-90920a1d17c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439', 'mac_address': 'fa:16:3e:78:f1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0bc3ba-a6a4-4872-8e61-4e7820123513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T16:22:28Z', 'updated_at': '2021-09-21T16:22:58Z', 'revision_number': 1, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd26a66c-b111-445a-ac1a-316f620e260e', 'name': '', 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'mac_address': 'fa:16:3e:97:df:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:10Z', 'updated_at': '2021-09-21T16:22:24Z', 'revision_number': 5, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'subnets': [{'id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:23:00.573426 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-7491b369-0824-4947-9db7-5d0668254d53 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a38315b1a2e4a6092c890b1f8527815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5527961 Sep 21 16:23:00.577645 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 57068) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:00.587054 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491b369-0824-4947-9db7-5d0668254d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea44f87-892e-4511-a714-d6a59a0801ea,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:00.590367 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ba0ff5-5de4-443a-9eb8-ae76010a40a5 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:23:00.603249 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-f6ba0ff5-5de4-443a-9eb8-ae76010a40a5 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for floatingip, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:00.608070 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7491b369-0824-4947-9db7-5d0668254d53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:00.608317 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec5d29c-1f25-4a4a-a85c-a50ff666fcb7 None None] Checking router: 32d89de4-824d-465e-8df6-d7ffad07050a for host: dv-cinder-810035-1-iscsi {{(pid=184194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:23:00.610011 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7491b369-0824-4947-9db7-5d0668254d53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:00.610178 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7491b369-0824-4947-9db7-5d0668254d53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:00.610988 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2426cf19-fb0f-43b5-9ed2-b793853a20e1 None None] Sync routers for ids ['23c10ef0-a183-4e34-a3fb-3f6622d24f10'] in dv-cinder-810035-1-iscsi {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:23:00.612166 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7491b369-0824-4947-9db7-5d0668254d53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:00.616019 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7491b369-0824-4947-9db7-5d0668254d53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:00.616812 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7491b369-0824-4947-9db7-5d0668254d53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:00.617321 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7491b369-0824-4947-9db7-5d0668254d53 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:00.618832 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7491b369-0824-4947-9db7-5d0668254d53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:00.619365 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7491b369-0824-4947-9db7-5d0668254d53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:00.619881 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7491b369-0824-4947-9db7-5d0668254d53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:00.620361 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7491b369-0824-4947-9db7-5d0668254d53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:00.620836 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7491b369-0824-4947-9db7-5d0668254d53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:00.641237 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec5d29c-1f25-4a4a-a85c-a50ff666fcb7 None None] Routers {'32d89de4-824d-465e-8df6-d7ffad07050a'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:23:00.643428 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-fec5d29c-1f25-4a4a-a85c-a50ff666fcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:22:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['32d89de4-824d-465e-8df6-d7ffad07050a'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:23:00.656240 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2426cf19-fb0f-43b5-9ed2-b793853a20e1 None None] Routers {'23c10ef0-a183-4e34-a3fb-3f6622d24f10'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:23:00.659628 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-2426cf19-fb0f-43b5-9ed2-b793853a20e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:22:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['23c10ef0-a183-4e34-a3fb-3f6622d24f10'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:23:00.680560 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-f6ba0ff5-5de4-443a-9eb8-ae76010a40a5 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "PUT /v2.0/floatingips/7569dae9-29c9-4842-9b90-179c8809c031 HTTP/1.1" status: 200 len: 992 time: 2.4235141 Sep 21 16:23:00.683284 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2552f40a-34f0-42e4-b4ad-a6144f7a5015', 'tag': 'ee84741f-d4df-4f43-8069-2f452b663d02'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:23:00.695142 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-77e970a9-5597-4e1d-8971-d8c020ec0d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:00.695641 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7759477-4a8d-4284-99be-5a11c1796eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "2552f40a-34f0-42e4-b4ad-a6144f7a5015", "tag": "ee84741f-d4df-4f43-8069-2f452b663d02"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:23:00.722178 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-77e970a9-5597-4e1d-8971-d8c020ec0d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:00.821252 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-2426cf19-fb0f-43b5-9ed2-b793853a20e1 None None] Set router 23c10ef0-a183-4e34-a3fb-3f6622d24f10 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:23:00.844866 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-fec5d29c-1f25-4a4a-a85c-a50ff666fcb7 None None] Set router 32d89de4-824d-465e-8df6-d7ffad07050a gateway port host: dv-cinder-810035-1-iscsi {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:23:00.856685 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-77e970a9-5597-4e1d-8971-d8c020ec0d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:00.860314 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-77e970a9-5597-4e1d-8971-d8c020ec0d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:00.865674 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-77e970a9-5597-4e1d-8971-d8c020ec0d00 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7ea44f87-892e-4511-a714-d6a59a0801ea HTTP/1.1" status: 204 len: 168 time: 0.2823279 Sep 21 16:23:00.871147 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e970a9-5597-4e1d-8971-d8c020ec0d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea44f87-892e-4511-a714-d6a59a0801ea,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:01.201983 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-2426cf19-fb0f-43b5-9ed2-b793853a20e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'name': 'tempest-AttachVolumeTestJSON-1012380342-router', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:00Z', 'updated_at': '2021-09-21T16:22:07Z', 'revision_number': 4, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'gw_port': {'id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_floatingips': [{'id': '7569dae9-29c9-4842-9b90-179c8809c031', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'router_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'port_id': 'ee84741f-d4df-4f43-8069-2f452b663d02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc', 'mac_address': 'fa:16:3e:b0:ee:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552f40a-34f0-42e4-b4ad-a6144f7a5015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T16:22:20Z', 'updated_at': '2021-09-21T16:22:59Z', 'revision_number': 1, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbf5e7fd-ff4d-449e-922d-34cc4de89210', 'name': '', 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'mac_address': 'fa:16:3e:56:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd0a8263f-7f3f-444d-a2c9-8f405212c5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:05Z', 'updated_at': '2021-09-21T16:22:14Z', 'revision_number': 5, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'subnets': [{'id': 'd0a8263f-7f3f-444d-a2c9-8f405212c5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:23:01.224246 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-fec5d29c-1f25-4a4a-a85c-a50ff666fcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'name': 'tempest-AttachVolumeShelveTestJSON-1449937929-router', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:15Z', 'revision_number': 4, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'gw_port': {'id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:03Z', 'updated_at': '2021-09-21T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_floatingips': [{'id': 'c486652c-6f7b-41ca-a821-2eb1136c4648', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'floating_ip_address': '172.27.2.245', 'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'router_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'port_id': 'e76fd80a-f3d4-4a68-b78c-90920a1d17c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439', 'mac_address': 'fa:16:3e:78:f1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0bc3ba-a6a4-4872-8e61-4e7820123513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T16:22:28Z', 'updated_at': '2021-09-21T16:22:58Z', 'revision_number': 1, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd26a66c-b111-445a-ac1a-316f620e260e', 'name': '', 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'mac_address': 'fa:16:3e:97:df:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:10Z', 'updated_at': '2021-09-21T16:22:24Z', 'revision_number': 5, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'subnets': [{'id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:23:01.234217 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2426cf19-fb0f-43b5-9ed2-b793853a20e1 None None] Checking router: 23c10ef0-a183-4e34-a3fb-3f6622d24f10 for host: dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:23:01.244786 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2426cf19-fb0f-43b5-9ed2-b793853a20e1 None None] Routers {'23c10ef0-a183-4e34-a3fb-3f6622d24f10'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:23:01.245526 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-2426cf19-fb0f-43b5-9ed2-b793853a20e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:22:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['23c10ef0-a183-4e34-a3fb-3f6622d24f10'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:23:01.255754 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec5d29c-1f25-4a4a-a85c-a50ff666fcb7 None None] The sync data for ids ['32d89de4-824d-465e-8df6-d7ffad07050a'] in dv-cinder-810035-1-iscsi is: [{'id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'name': 'tempest-AttachVolumeShelveTestJSON-1449937929-router', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:15Z', 'revision_number': 4, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'gw_port': {'id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:03Z', 'updated_at': '2021-09-21T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_floatingips': [{'id': 'c486652c-6f7b-41ca-a821-2eb1136c4648', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'floating_ip_address': '172.27.2.245', 'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'router_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'port_id': 'e76fd80a-f3d4-4a68-b78c-90920a1d17c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439', 'mac_address': 'fa:16:3e:78:f1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0bc3ba-a6a4-4872-8e61-4e7820123513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T16:22:28Z', 'updated_at': '2021-09-21T16:22:58Z', 'revision_number': 1, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd26a66c-b111-445a-ac1a-316f620e260e', 'name': '', 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'mac_address': 'fa:16:3e:97:df:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:10Z', 'updated_at': '2021-09-21T16:22:24Z', 'revision_number': 5, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'subnets': [{'id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:23:01.384316 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-2426cf19-fb0f-43b5-9ed2-b793853a20e1 None None] Set router 23c10ef0-a183-4e34-a3fb-3f6622d24f10 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:23:01.505325 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be5a2f0-0d50-4d39-aec1-3f047d9570f8 None None] New status for floating IP c486652c-6f7b-41ca-a821-2eb1136c4648: ACTIVE {{(pid=184194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:23:01.631418 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-2426cf19-fb0f-43b5-9ed2-b793853a20e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'name': 'tempest-AttachVolumeTestJSON-1012380342-router', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:00Z', 'updated_at': '2021-09-21T16:22:07Z', 'revision_number': 4, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'gw_port': {'id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_floatingips': [{'id': '7569dae9-29c9-4842-9b90-179c8809c031', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'router_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'port_id': 'ee84741f-d4df-4f43-8069-2f452b663d02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc', 'mac_address': 'fa:16:3e:b0:ee:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552f40a-34f0-42e4-b4ad-a6144f7a5015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T16:22:20Z', 'updated_at': '2021-09-21T16:22:59Z', 'revision_number': 1, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbf5e7fd-ff4d-449e-922d-34cc4de89210', 'name': '', 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'mac_address': 'fa:16:3e:56:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd0a8263f-7f3f-444d-a2c9-8f405212c5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:05Z', 'updated_at': '2021-09-21T16:22:14Z', 'revision_number': 5, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'subnets': [{'id': 'd0a8263f-7f3f-444d-a2c9-8f405212c5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:23:01.639279 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 57086) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:01.656700 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-86b213c7-7cf4-4edb-a9ba-91ce5e285c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:01.658697 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2426cf19-fb0f-43b5-9ed2-b793853a20e1 None None] The sync data for ids ['23c10ef0-a183-4e34-a3fb-3f6622d24f10'] in dv-cinder-810035-1-iscsi is: [{'id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'name': 'tempest-AttachVolumeTestJSON-1012380342-router', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:00Z', 'updated_at': '2021-09-21T16:22:07Z', 'revision_number': 4, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'gw_port': {'id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_floatingips': [{'id': '7569dae9-29c9-4842-9b90-179c8809c031', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'router_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'port_id': 'ee84741f-d4df-4f43-8069-2f452b663d02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc', 'mac_address': 'fa:16:3e:b0:ee:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552f40a-34f0-42e4-b4ad-a6144f7a5015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T16:22:20Z', 'updated_at': '2021-09-21T16:22:59Z', 'revision_number': 1, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbf5e7fd-ff4d-449e-922d-34cc4de89210', 'name': '', 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'mac_address': 'fa:16:3e:56:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd0a8263f-7f3f-444d-a2c9-8f405212c5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:05Z', 'updated_at': '2021-09-21T16:22:14Z', 'revision_number': 5, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'subnets': [{'id': 'd0a8263f-7f3f-444d-a2c9-8f405212c5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:23:01.770462 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-86b213c7-7cf4-4edb-a9ba-91ce5e285c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:01.839601 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-86b213c7-7cf4-4edb-a9ba-91ce5e285c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:01.879347 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-86b213c7-7cf4-4edb-a9ba-91ce5e285c3a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e965fd5d4294a0aae9b97337589aece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388420 Sep 21 16:23:01.881249 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b213c7-7cf4-4edb-a9ba-91ce5e285c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87f680a-2aa8-4714-848f-ad311dfc919e,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:01.882129 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 57092) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:01.882547 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa78cbc-41d7-4a5e-ae31-c16a2df7015a None None] New status for floating IP 7569dae9-29c9-4842-9b90-179c8809c031: ACTIVE {{(pid=184193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:23:01.941369 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-b27b2662-9585-4320-9c07-210a20924f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:01.964387 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-b27b2662-9585-4320-9c07-210a20924f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:02.102391 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-b27b2662-9585-4320-9c07-210a20924f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:02.105006 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-b27b2662-9585-4320-9c07-210a20924f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:02.106165 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-b27b2662-9585-4320-9c07-210a20924f62 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e87f680a-2aa8-4714-848f-ad311dfc919e HTTP/1.1" status: 204 len: 168 time: 0.2205825 Sep 21 16:23:02.114149 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b2662-9585-4320-9c07-210a20924f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87f680a-2aa8-4714-848f-ad311dfc919e,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:02.123075 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b2662-9585-4320-9c07-210a20924f62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:02.123075 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b2662-9585-4320-9c07-210a20924f62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:02.123607 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b2662-9585-4320-9c07-210a20924f62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:02.123740 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b2662-9585-4320-9c07-210a20924f62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:02.123989 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b2662-9585-4320-9c07-210a20924f62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:02.124345 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b2662-9585-4320-9c07-210a20924f62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:02.124644 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b2662-9585-4320-9c07-210a20924f62 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:02.125004 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b2662-9585-4320-9c07-210a20924f62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:02.125422 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b2662-9585-4320-9c07-210a20924f62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:02.125753 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b2662-9585-4320-9c07-210a20924f62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:02.126079 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b2662-9585-4320-9c07-210a20924f62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:02.126395 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b2662-9585-4320-9c07-210a20924f62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:02.918937 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66676f6a-e3eb-4c9f-afd8-af4f1fa21fe0 req-19e6a0d4-66c5-422a-afca-0898d4697d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:02.920482 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-66676f6a-e3eb-4c9f-afd8-af4f1fa21fe0 req-19e6a0d4-66c5-422a-afca-0898d4697d41 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fcd24fff54904925b7f9dea039d036dd&device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 1098 time: 0.0480564 Sep 21 16:23:02.952812 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2011ae18-edf6-400e-b43a-82e1ad6f4fc8 x-openstack-request-id: req-2011ae18-edf6-400e-b43a-82e1ad6f4fc8 {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:23:02.953101 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2552f40a-34f0-42e4-b4ad-a6144f7a5015", "tag": "ee84741f-d4df-4f43-8069-2f452b663d02", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:23:02.953349 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2011ae18-edf6-400e-b43a-82e1ad6f4fc8 {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:23:02.953924 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2552f40a-34f0-42e4-b4ad-a6144f7a5015', 'tag': 'ee84741f-d4df-4f43-8069-2f452b663d02', 'status': 'completed', 'code': 200} Sep 21 16:23:03.050614 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66676f6a-e3eb-4c9f-afd8-af4f1fa21fe0 req-803d6419-a560-4e67-9a34-f67bf55e906a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:03.052400 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-66676f6a-e3eb-4c9f-afd8-af4f1fa21fe0 req-803d6419-a560-4e67-9a34-f67bf55e906a service neutron] 10.222.0.44 "GET /v2.0/networks?id=74453f4e-295a-4b01-8c05-e1fb2fd58439 HTTP/1.1" status: 200 len: 918 time: 0.1233430 Sep 21 16:23:03.090780 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7759477-4a8d-4284-99be-5a11c1796eb5 req-0829682a-5f77-40e8-bea7-19e473725a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:03.093298 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c7759477-4a8d-4284-99be-5a11c1796eb5 req-0829682a-5f77-40e8-bea7-19e473725a75 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a04253395aa845968ab2e27453a7f5e1&device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 1099 time: 0.0970011 Sep 21 16:23:03.124579 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31af8cc-22cb-4564-b8c0-578901569891 req-217f2846-d388-4d4d-ba94-8d989b7d7343 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:03.132049 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b31af8cc-22cb-4564-b8c0-578901569891 req-217f2846-d388-4d4d-ba94-8d989b7d7343 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0979850 Sep 21 16:23:03.198044 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-66676f6a-e3eb-4c9f-afd8-af4f1fa21fe0 req-7ae5ada5-a4d9-4943-bb21-aa76dd4f1bde service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e76fd80a-f3d4-4a68-b78c-90920a1d17c1 HTTP/1.1" status: 200 len: 1001 time: 0.1069326 Sep 21 16:23:03.229942 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b31af8cc-22cb-4564-b8c0-578901569891 req-53aecfa5-6d5b-4294-b3c0-23a69d245889 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967491 Sep 21 16:23:03.256335 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7759477-4a8d-4284-99be-5a11c1796eb5 req-6e632584-2114-4ad5-a273-4f079051a820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:03.257823 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c7759477-4a8d-4284-99be-5a11c1796eb5 req-6e632584-2114-4ad5-a273-4f079051a820 service neutron] 10.222.0.44 "GET /v2.0/networks?id=48ada096-de1e-4f63-81b0-12e54ddd3ecc HTTP/1.1" status: 200 len: 912 time: 0.1560254 Sep 21 16:23:03.277432 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66676f6a-e3eb-4c9f-afd8-af4f1fa21fe0 req-8075407f-f29a-47e1-a842-cd2e1c4c5f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:03.279348 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-66676f6a-e3eb-4c9f-afd8-af4f1fa21fe0 req-8075407f-f29a-47e1-a842-cd2e1c4c5f94 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6371c2ed-8e66-4812-bc10-372bbd5ac836 HTTP/1.1" status: 200 len: 856 time: 0.0679414 Sep 21 16:23:03.353162 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66676f6a-e3eb-4c9f-afd8-af4f1fa21fe0 req-16af1a61-52a1-4cbf-84fb-95614cd1eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:03.354688 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-66676f6a-e3eb-4c9f-afd8-af4f1fa21fe0 req-16af1a61-52a1-4cbf-84fb-95614cd1eee9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74453f4e-295a-4b01-8c05-e1fb2fd58439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0608149 Sep 21 16:23:03.381521 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c7759477-4a8d-4284-99be-5a11c1796eb5 req-6e592a76-1515-4c7f-9e2f-30ce3bcec127 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee84741f-d4df-4f43-8069-2f452b663d02 HTTP/1.1" status: 200 len: 1002 time: 0.1111670 Sep 21 16:23:03.436941 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7759477-4a8d-4284-99be-5a11c1796eb5 req-2f3c797c-8c44-4387-bbf7-63ffddace9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:03.438472 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c7759477-4a8d-4284-99be-5a11c1796eb5 req-2f3c797c-8c44-4387-bbf7-63ffddace9d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d0a8263f-7f3f-444d-a2c9-8f405212c5f3 HTTP/1.1" status: 200 len: 850 time: 0.0485625 Sep 21 16:23:03.462497 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-66676f6a-e3eb-4c9f-afd8-af4f1fa21fe0 req-f42cbf19-bb90-4357-a867-6e50bb6cf437 service neutron] 10.222.0.44 "GET /v2.0/networks/74453f4e-295a-4b01-8c05-e1fb2fd58439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952370 Sep 21 16:23:03.488227 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7759477-4a8d-4284-99be-5a11c1796eb5 req-330c0c4c-a9d1-4c78-bdce-ad0bef066abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:03.489929 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c7759477-4a8d-4284-99be-5a11c1796eb5 req-330c0c4c-a9d1-4c78-bdce-ad0bef066abe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48ada096-de1e-4f63-81b0-12e54ddd3ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436459 Sep 21 16:23:03.563038 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-66676f6a-e3eb-4c9f-afd8-af4f1fa21fe0 req-43abe361-a1e9-4ae4-8b68-3ede05550891 service neutron] 10.222.0.44 "GET /v2.0/networks/74453f4e-295a-4b01-8c05-e1fb2fd58439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901685 Sep 21 16:23:03.591959 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c7759477-4a8d-4284-99be-5a11c1796eb5 req-0a178ed3-7708-4bf7-9e30-9a948a401743 service neutron] 10.222.0.44 "GET /v2.0/networks/48ada096-de1e-4f63-81b0-12e54ddd3ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894916 Sep 21 16:23:03.693579 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c7759477-4a8d-4284-99be-5a11c1796eb5 req-39608f8a-3b8a-4b5e-bf04-929038c33c16 service neutron] 10.222.0.44 "GET /v2.0/networks/48ada096-de1e-4f63-81b0-12e54ddd3ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894926 Sep 21 16:23:04.354784 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656b4f4-5860-4a02-8d9d-cbe9791e4172 req-43c0bd30-c85b-478f-8c61-df59b211b4a6 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:04.356341 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8656b4f4-5860-4a02-8d9d-cbe9791e4172 req-43c0bd30-c85b-478f-8c61-df59b211b4a6 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0485663 Sep 21 16:23:04.401043 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8656b4f4-5860-4a02-8d9d-cbe9791e4172 req-3b1d6536-eb70-4527-b502-5cc5c9ddc006 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385697 Sep 21 16:23:04.654418 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 57172) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:04.767000 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-675bd8ee-fcd3-44b7-ba99-5d4d7a4c5212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:04.863252 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-675bd8ee-fcd3-44b7-ba99-5d4d7a4c5212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:04.950867 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-675bd8ee-fcd3-44b7-ba99-5d4d7a4c5212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:04.992882 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-675bd8ee-fcd3-44b7-ba99-5d4d7a4c5212 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3b46df66811e4e0b90e58b760c3063e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3371530 Sep 21 16:23:04.993862 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675bd8ee-fcd3-44b7-ba99-5d4d7a4c5212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef450cd5-2d67-46f1-af2f-3973df157be4,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:04.999626 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 57188) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:05.051073 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ef85f5d8-6ad2-4f8a-86ab-ba239f4640ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:05.075513 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ef85f5d8-6ad2-4f8a-86ab-ba239f4640ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:05.230037 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ef85f5d8-6ad2-4f8a-86ab-ba239f4640ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:05.232602 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ef85f5d8-6ad2-4f8a-86ab-ba239f4640ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:05.233764 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-ef85f5d8-6ad2-4f8a-86ab-ba239f4640ba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef450cd5-2d67-46f1-af2f-3973df157be4 HTTP/1.1" status: 204 len: 168 time: 0.2339694 Sep 21 16:23:05.241593 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85f5d8-6ad2-4f8a-86ab-ba239f4640ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef450cd5-2d67-46f1-af2f-3973df157be4,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:05.629172 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7f44c-14ab-4721-a2c6-e2ba8651dcf6 req-6b9d29ff-9e83-48c3-aa28-3701d8fe700f tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:05.630701 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b9e7f44c-14ab-4721-a2c6-e2ba8651dcf6 req-6b9d29ff-9e83-48c3-aa28-3701d8fe700f tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0541544 Sep 21 16:23:05.671467 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b9e7f44c-14ab-4721-a2c6-e2ba8651dcf6 req-660a084b-4dfb-4e26-886f-3ad19feb587a tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320508 Sep 21 16:23:05.969224 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 57212) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:05.985511 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e82dc159-ab95-412c-8add-4c48150f2908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:06.085147 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e82dc159-ab95-412c-8add-4c48150f2908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:06.159043 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e82dc159-ab95-412c-8add-4c48150f2908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:06.199092 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-e82dc159-ab95-412c-8add-4c48150f2908 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=761f50a99fca45e6b88b6d782f5e307b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286601 Sep 21 16:23:06.200113 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82dc159-ab95-412c-8add-4c48150f2908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e51fadc-e31e-4c2b-9d13-b4fe2a870960,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:06.201941 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 57220) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:06.252045 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-df6811d9-95c7-446e-a2ad-014664445e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:06.272952 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-df6811d9-95c7-446e-a2ad-014664445e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:06.524520 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-df6811d9-95c7-446e-a2ad-014664445e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:06.529053 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-df6811d9-95c7-446e-a2ad-014664445e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:06.529053 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-df6811d9-95c7-446e-a2ad-014664445e14 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7e51fadc-e31e-4c2b-9d13-b4fe2a870960 HTTP/1.1" status: 204 len: 168 time: 0.3251228 Sep 21 16:23:06.541339 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6811d9-95c7-446e-a2ad-014664445e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e51fadc-e31e-4c2b-9d13-b4fe2a870960,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:06.597871 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2111cdc4-a489-4aa2-bb26-4f452d41a60b req-35fa5746-b10b-482a-89d6-9dde2bdce8d8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521994 Sep 21 16:23:06.702239 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111cdc4-a489-4aa2-bb26-4f452d41a60b req-a6386f15-aff9-4e0e-a737-5d35e372ebe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:06.704103 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2111cdc4-a489-4aa2-bb26-4f452d41a60b req-a6386f15-aff9-4e0e-a737-5d35e372ebe0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5fb20277dcc84c37ae3841776102a3b9&device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 1099 time: 0.0505810 Sep 21 16:23:06.846692 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bba85-2637-4bee-bb0c-71150e85bfcf req-8734003d-48fd-4883-8844-fd782003580f tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:06.848501 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d23bba85-2637-4bee-bb0c-71150e85bfcf req-8734003d-48fd-4883-8844-fd782003580f tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.1004131 Sep 21 16:23:06.883671 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111cdc4-a489-4aa2-bb26-4f452d41a60b req-51339781-447e-45d2-880c-a66674dae268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:06.885248 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2111cdc4-a489-4aa2-bb26-4f452d41a60b req-51339781-447e-45d2-880c-a66674dae268 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2129420f-2812-466d-9bce-5386e3460d60 HTTP/1.1" status: 200 len: 916 time: 0.1576593 Sep 21 16:23:06.949606 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2111cdc4-a489-4aa2-bb26-4f452d41a60b req-b4b8e13f-7613-4a94-9349-4f32d17ccfd2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ca71c07-a56e-41e7-b6bb-aca8f68cfffa HTTP/1.1" status: 200 len: 217 time: 0.0464196 Sep 21 16:23:06.955944 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d23bba85-2637-4bee-bb0c-71150e85bfcf req-56c1d872-08be-47d2-862c-5afb04570736 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992548 Sep 21 16:23:07.015113 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111cdc4-a489-4aa2-bb26-4f452d41a60b req-e9e0c26e-ae12-45ca-b03a-020c536e658d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:07.016764 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2111cdc4-a489-4aa2-bb26-4f452d41a60b req-e9e0c26e-ae12-45ca-b03a-020c536e658d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c045efe2-2c5c-4924-9aed-a88a9b6c079d HTTP/1.1" status: 200 len: 855 time: 0.0476558 Sep 21 16:23:07.061484 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2111cdc4-a489-4aa2-bb26-4f452d41a60b req-2d696472-1c0a-4234-8b78-7eca303b4e0f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2129420f-2812-466d-9bce-5386e3460d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288665 Sep 21 16:23:07.186945 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2111cdc4-a489-4aa2-bb26-4f452d41a60b req-e8c4b68d-bacb-48cc-ae80-869119364a1f service neutron] 10.222.0.44 "GET /v2.0/networks/2129420f-2812-466d-9bce-5386e3460d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170943 Sep 21 16:23:07.304009 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2111cdc4-a489-4aa2-bb26-4f452d41a60b req-b720e5ab-b781-4a11-ac73-8247f232f871 service neutron] 10.222.0.44 "GET /v2.0/networks/2129420f-2812-466d-9bce-5386e3460d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967488 Sep 21 16:23:08.157675 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c5763-a9b3-4773-8726-92d371891388 req-913b9707-e91f-4b38-9477-e483e9fde14f tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:08.159525 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-fb9c5763-a9b3-4773-8726-92d371891388 req-913b9707-e91f-4b38-9477-e483e9fde14f tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0779016 Sep 21 16:23:08.264429 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-fb9c5763-a9b3-4773-8726-92d371891388 req-8b46e6a8-f48c-4dc4-b1da-922639692b34 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949037 Sep 21 16:23:08.669234 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 57296) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:08.789842 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-244bfaf7-8059-4f4f-a65d-2a3b1409dafc admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:08.900623 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-244bfaf7-8059-4f4f-a65d-2a3b1409dafc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:08.977036 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-244bfaf7-8059-4f4f-a65d-2a3b1409dafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:09.002842 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244bfaf7-8059-4f4f-a65d-2a3b1409dafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd8027d-7f06-46ae-9fa1-0cf6ffcf91e5,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:09.032346 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-244bfaf7-8059-4f4f-a65d-2a3b1409dafc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=91b8b5c20eee447ba8d9e08572b6eb4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3620052 Sep 21 16:23:09.036670 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 57310) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:09.101844 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-6c251215-969f-497d-959a-4296f27c9aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:09.131634 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-6c251215-969f-497d-959a-4296f27c9aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:09.135345 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:09.350455 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-6c251215-969f-497d-959a-4296f27c9aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:09.355731 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-6c251215-969f-497d-959a-4296f27c9aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:09.357640 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-6c251215-969f-497d-959a-4296f27c9aeb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dbd8027d-7f06-46ae-9fa1-0cf6ffcf91e5 HTTP/1.1" status: 204 len: 168 time: 0.3192828 Sep 21 16:23:09.373235 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c251215-969f-497d-959a-4296f27c9aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd8027d-7f06-46ae-9fa1-0cf6ffcf91e5,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:09.462499 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadd49e-a39b-47fa-8f2e-12e8d4718845 req-590fd299-3490-40cd-b547-08e6462aaada tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:09.464579 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6cadd49e-a39b-47fa-8f2e-12e8d4718845 req-590fd299-3490-40cd-b547-08e6462aaada tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0787368 Sep 21 16:23:09.534922 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6cadd49e-a39b-47fa-8f2e-12e8d4718845 req-271e47fb-08e4-46ad-ae13-9c94f2858217 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637286 Sep 21 16:23:10.704611 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030cc1d-ee24-4804-96ff-f1b55ebb086a req-e3a6849b-6c11-4784-8ca3-3f32e046d598 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:10.707570 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-4030cc1d-ee24-4804-96ff-f1b55ebb086a req-e3a6849b-6c11-4784-8ca3-3f32e046d598 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0722232 Sep 21 16:23:10.770756 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-4030cc1d-ee24-4804-96ff-f1b55ebb086a req-03aaf7b0-84fc-4bb0-a39e-589263334361 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466425 Sep 21 16:23:11.721895 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-18e94508-d457-41be-b229-acd7dac20a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:14.333214 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-c9ce0fc6-9136-4f23-b809-f5c8b74ad894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:14.461948 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4419613-ca2b-44ad-b65d-99f1825ff15a req-ea291151-8825-42d2-95b8-30a9676e359e tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:14.464237 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c4419613-ca2b-44ad-b65d-99f1825ff15a req-ea291151-8825-42d2-95b8-30a9676e359e tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0523443 Sep 21 16:23:14.517449 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c4419613-ca2b-44ad-b65d-99f1825ff15a req-1bc7f186-698a-471b-9cc3-293d6f8ce9b7 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434299 Sep 21 16:23:14.841101 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:15.612877 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:15.654150 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd397e45-ceab-41b6-ac14-ce55a40ae508 req-147f3cf1-6729-4a41-a3aa-6521b63993a6 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:15.656400 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-cd397e45-ceab-41b6-ac14-ce55a40ae508 req-147f3cf1-6729-4a41-a3aa-6521b63993a6 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0549886 Sep 21 16:23:15.699450 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-cd397e45-ceab-41b6-ac14-ce55a40ae508 req-7b1293cf-2464-40ab-a9ba-c4acf0ca8ccc tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361483 Sep 21 16:23:16.830718 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:23:16.896472 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e6a2f-0f6d-4e87-8fbd-53a5365ec58d req-f1a3694f-fe4f-4001-8e1e-812e7968add3 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:16.899659 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-1c4e6a2f-0f6d-4e87-8fbd-53a5365ec58d req-f1a3694f-fe4f-4001-8e1e-812e7968add3 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0880842 Sep 21 16:23:16.948527 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-1c4e6a2f-0f6d-4e87-8fbd-53a5365ec58d req-829afbe5-fe8d-4f77-8f52-124f08e59674 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407310 Sep 21 16:23:17.378654 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:18.092514 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3ca78-9ee4-4c8e-accf-49b1ceafb89a req-56799559-1739-464a-b2be-a0135e574dcb tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:18.094294 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7fa3ca78-9ee4-4c8e-accf-49b1ceafb89a req-56799559-1739-464a-b2be-a0135e574dcb tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0659049 Sep 21 16:23:18.139546 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7fa3ca78-9ee4-4c8e-accf-49b1ceafb89a req-f86df59f-cd25-45a1-82f5-1122be141025 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368199 Sep 21 16:23:18.944598 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd49144-57fb-4ddf-9a44-40a076323744 req-b88ad3c5-c61f-46e8-8baa-e3a04f281d43 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:18.946189 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5bd49144-57fb-4ddf-9a44-40a076323744 req-b88ad3c5-c61f-46e8-8baa-e3a04f281d43 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 945 time: 0.0503955 Sep 21 16:23:18.995628 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5bd49144-57fb-4ddf-9a44-40a076323744 req-fb79d1f7-4219-47af-8b29-9d56a105321e tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431406 Sep 21 16:23:19.260360 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402abf47-edb6-41d4-84b2-1d5ec300d1b8 req-e080be33-88eb-43d2-931e-b5257027a719 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:19.261807 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-402abf47-edb6-41d4-84b2-1d5ec300d1b8 req-e080be33-88eb-43d2-931e-b5257027a719 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0516694 Sep 21 16:23:19.308374 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-402abf47-edb6-41d4-84b2-1d5ec300d1b8 req-060d04a4-f7a4-4107-a23f-0eaa2158e0f4 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371883 Sep 21 16:23:19.900821 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 57562) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:20.037755 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-7138bc80-2434-4b12-b335-2f43ca1cced1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:20.167421 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d452d-8664-4568-8839-e1a1ffa82347 req-b15e2dfe-fe36-4c92-9628-d5d5533d5bbf tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:20.169323 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-8f9d452d-8664-4568-8839-e1a1ffa82347 req-b15e2dfe-fe36-4c92-9628-d5d5533d5bbf tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 945 time: 0.0865355 Sep 21 16:23:20.189334 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-7138bc80-2434-4b12-b335-2f43ca1cced1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:20.220507 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-8f9d452d-8664-4568-8839-e1a1ffa82347 req-1a47239c-e7bc-4134-ae1f-798c3eb82188 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422773 Sep 21 16:23:20.269486 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-7138bc80-2434-4b12-b335-2f43ca1cced1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:20.312344 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138bc80-2434-4b12-b335-2f43ca1cced1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca16cca-90dc-4e05-ad6d-387b2c3845c8,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:20.318772 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-7138bc80-2434-4b12-b335-2f43ca1cced1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a8b4cdd6f5d14390aa899c4098abcf89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4166358 Sep 21 16:23:20.323912 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 57574) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:20.399424 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-3adfd5b6-6029-469a-8a04-de5669c5df05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:20.430312 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-3adfd5b6-6029-469a-8a04-de5669c5df05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:20.476263 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830d193-546e-4446-90a3-771ee9b64ec0 req-cb6dc258-9675-410f-bb76-290c48b016e2 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:20.477831 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9830d193-546e-4446-90a3-771ee9b64ec0 req-cb6dc258-9675-410f-bb76-290c48b016e2 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0695930 Sep 21 16:23:20.527262 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9830d193-546e-4446-90a3-771ee9b64ec0 req-f06ff33f-955a-4514-ae2c-6abd6e74c2c5 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390604 Sep 21 16:23:20.573185 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-3adfd5b6-6029-469a-8a04-de5669c5df05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:20.578281 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-3adfd5b6-6029-469a-8a04-de5669c5df05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:20.580324 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-3adfd5b6-6029-469a-8a04-de5669c5df05 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5ca16cca-90dc-4e05-ad6d-387b2c3845c8 HTTP/1.1" status: 204 len: 168 time: 0.2552330 Sep 21 16:23:20.595182 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adfd5b6-6029-469a-8a04-de5669c5df05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca16cca-90dc-4e05-ad6d-387b2c3845c8,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:21.333563 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 57606) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:21.353055 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-14667c1a-e4ee-4bb2-bb1d-f895e91e1e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:21.404461 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be896f-0a73-46d7-bc63-313e76c11fb0 req-eb128ded-5c59-40d9-ba11-3b71617222d2 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:21.415034 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-75be896f-0a73-46d7-bc63-313e76c11fb0 req-eb128ded-5c59-40d9-ba11-3b71617222d2 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 945 time: 0.0818958 Sep 21 16:23:21.472774 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-75be896f-0a73-46d7-bc63-313e76c11fb0 req-8e4a345f-e353-4064-b227-ac083d550190 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565515 Sep 21 16:23:21.510003 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-14667c1a-e4ee-4bb2-bb1d-f895e91e1e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:21.572493 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-14667c1a-e4ee-4bb2-bb1d-f895e91e1e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:21.665047 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-14667c1a-e4ee-4bb2-bb1d-f895e91e1e11 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09d6d3ab960e4e79b3f84246af16b313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3297877 Sep 21 16:23:21.667640 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 57614) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:21.681336 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 57618) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:21.693636 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14667c1a-e4ee-4bb2-bb1d-f895e91e1e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55f2d83-cdb7-4b71-b562-81637ba6ef9d,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:21.730609 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-d8825584-51f4-495e-8f48-40cacf8dd257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:21.742926 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467949db-9016-449f-8ee3-1273a5850a80 req-36daea43-8d1d-4e2f-b349-1f54041af545 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:21.746122 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-467949db-9016-449f-8ee3-1273a5850a80 req-36daea43-8d1d-4e2f-b349-1f54041af545 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.1150498 Sep 21 16:23:21.778829 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-d8825584-51f4-495e-8f48-40cacf8dd257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:21.844840 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-467949db-9016-449f-8ee3-1273a5850a80 req-5170c178-72ea-417a-9e82-07b6f9d6e1b0 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794945 Sep 21 16:23:21.906984 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-858d0a50-8456-4fb2-90bf-b50700af0fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:21.939105 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-d8825584-51f4-495e-8f48-40cacf8dd257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:21.941721 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-d8825584-51f4-495e-8f48-40cacf8dd257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:21.949882 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-d8825584-51f4-495e-8f48-40cacf8dd257 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e55f2d83-cdb7-4b71-b562-81637ba6ef9d HTTP/1.1" status: 204 len: 168 time: 0.2744448 Sep 21 16:23:21.958925 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8825584-51f4-495e-8f48-40cacf8dd257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55f2d83-cdb7-4b71-b562-81637ba6ef9d,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:22.044190 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-858d0a50-8456-4fb2-90bf-b50700af0fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:22.118993 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-858d0a50-8456-4fb2-90bf-b50700af0fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:22.181931 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d0a50-8456-4fb2-90bf-b50700af0fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2caef83-d629-4ab2-9c50-b40f73e0d14d,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:22.189634 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-858d0a50-8456-4fb2-90bf-b50700af0fc8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b9179684595347869d2c9ac770db221b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5069761 Sep 21 16:23:22.193906 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 57626) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:22.278182 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c29eed95-5a8d-4549-9a50-d70a4dd516e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:22.312156 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c29eed95-5a8d-4549-9a50-d70a4dd516e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:22.419109 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f80b80-67b6-4bc5-998b-c84f8efc8ddf req-900945c8-f696-4100-b901-c326951749ab tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:22.421269 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f2f80b80-67b6-4bc5-998b-c84f8efc8ddf req-900945c8-f696-4100-b901-c326951749ab tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.44 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 945 time: 0.0884275 Sep 21 16:23:22.462269 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c29eed95-5a8d-4549-9a50-d70a4dd516e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:22.467733 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c29eed95-5a8d-4549-9a50-d70a4dd516e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:22.473682 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-c29eed95-5a8d-4549-9a50-d70a4dd516e9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b2caef83-d629-4ab2-9c50-b40f73e0d14d HTTP/1.1" status: 204 len: 168 time: 0.2741942 Sep 21 16:23:22.499197 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29eed95-5a8d-4549-9a50-d70a4dd516e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2caef83-d629-4ab2-9c50-b40f73e0d14d,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:22.727027 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513280b-f7b0-4cc9-840a-7430be042ece req-72490c6b-40b1-42a4-846c-254afd06b92c tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:22.728822 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c513280b-f7b0-4cc9-840a-7430be042ece req-72490c6b-40b1-42a4-846c-254afd06b92c tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 945 time: 0.0878983 Sep 21 16:23:22.755725 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [req-f2f80b80-67b6-4bc5-998b-c84f8efc8ddf req-028e7ff2-3f34-4bee-bec6-801fa5f7fe1c tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Deleting port 1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438 {{(pid=184192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:23:22.756125 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-f2f80b80-67b6-4bc5-998b-c84f8efc8ddf req-028e7ff2-3f34-4bee-bec6-801fa5f7fe1c tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:22.851501 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c513280b-f7b0-4cc9-840a-7430be042ece req-a952b119-1c69-4da0-b158-8aa2818fd52b tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/security-groups?id=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099114 Sep 21 16:23:22.951157 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [req-f2f80b80-67b6-4bc5-998b-c84f8efc8ddf req-028e7ff2-3f34-4bee-bec6-801fa5f7fe1c tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] For port 1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438,segment=NetworkSegment(66649790-5a40-4042-8ed9-e326afc4eedf),segment_id=66649790-5a40-4042-8ed9-e326afc4eedf)] {{(pid=184192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:23:22.951558 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-f2f80b80-67b6-4bc5-998b-c84f8efc8ddf req-028e7ff2-3f34-4bee-bec6-801fa5f7fe1c tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:23.004625 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [req-f2f80b80-67b6-4bc5-998b-c84f8efc8ddf req-028e7ff2-3f34-4bee-bec6-801fa5f7fe1c tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Calling delete_port for 1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438 owned by compute:nova {{(pid=184192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:23:23.066562 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac613f4b-8cb7-474f-af87-0697cd1a9e20 req-5310f7d0-c118-4c4b-aebf-b0658a149af6 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:23.069488 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ac613f4b-8cb7-474f-af87-0697cd1a9e20 req-5310f7d0-c118-4c4b-aebf-b0658a149af6 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0742693 Sep 21 16:23:23.152208 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ac613f4b-8cb7-474f-af87-0697cd1a9e20 req-c47f8e2e-f5a3-4629-84be-2de07625a3b4 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747297 Sep 21 16:23:23.319154 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-f2f80b80-67b6-4bc5-998b-c84f8efc8ddf req-028e7ff2-3f34-4bee-bec6-801fa5f7fe1c tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121'] for port, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:23.335093 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:23:23.351854 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e7ff2-3f34-4bee-bec6-801fa5f7fe1c tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Pushing event deleted for resources: {'Port': ['ID=1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:23.427092 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f80b80-67b6-4bc5-998b-c84f8efc8ddf req-028e7ff2-3f34-4bee-bec6-801fa5f7fe1c tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] No DVR routers for this DVR port 1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438 on host hv-cinder-81003 {{(pid=184192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:23:23.433355 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-f2f80b80-67b6-4bc5-998b-c84f8efc8ddf req-028e7ff2-3f34-4bee-bec6-801fa5f7fe1c tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:23.441816 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f2f80b80-67b6-4bc5-998b-c84f8efc8ddf req-028e7ff2-3f34-4bee-bec6-801fa5f7fe1c tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.44 "DELETE /v2.0/ports/1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438 HTTP/1.1" status: 204 len: 173 time: 1.0003426 Sep 21 16:23:23.441816 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51de3533-6148-4315-9702-714f1a0fff5f', 'name': 'network-vif-deleted', 'tag': '1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438'}] {{(pid=184192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:23:23.447546 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc60c069b955d627b70d651b6eab325f4fde0824357df3315d36669f938dcfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10b6465-c0f1-4fd9-bddf-82f7304bda8f" -d '{"events": [{"server_uuid": "51de3533-6148-4315-9702-714f1a0fff5f", "name": "network-vif-deleted", "tag": "1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438"}]}' {{(pid=184192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:23:23.514103 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0733f555-c816-44b9-8c81-5bf71fd3bc38 x-openstack-request-id: req-0733f555-c816-44b9-8c81-5bf71fd3bc38 {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:23:23.514554 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51de3533-6148-4315-9702-714f1a0fff5f", "name": "network-vif-deleted", "tag": "1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438", "status": "completed", "code": 200}]} {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:23:23.516528 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0733f555-c816-44b9-8c81-5bf71fd3bc38 {{(pid=184192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:23:23.517340 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51de3533-6148-4315-9702-714f1a0fff5f', 'name': 'network-vif-deleted', 'tag': '1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438', 'status': 'completed', 'code': 200} Sep 21 16:23:24.000350 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-12d98d71-f01f-48ab-9ba9-f46e9895b0e3 req-c7bc1f40-e8db-4849-ba32-d70728bb187c tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 210 time: 0.0537570 Sep 21 16:23:24.183302 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 57702) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:24.383783 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638c565-47c0-46f5-83b5-56b7742cf804 req-db33dc69-5116-4354-91b9-309599eca6c4 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:24.386016 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-4638c565-47c0-46f5-83b5-56b7742cf804 req-db33dc69-5116-4354-91b9-309599eca6c4 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.1025665 Sep 21 16:23:24.451726 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-4638c565-47c0-46f5-83b5-56b7742cf804 req-d82a3ebc-5812-4e58-8a03-d03079ca6139 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547254 Sep 21 16:23:24.489720 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c4614f7f-eb51-4f0a-ad56-3f31623b0eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:24.613117 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c4614f7f-eb51-4f0a-ad56-3f31623b0eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:24.678762 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c4614f7f-eb51-4f0a-ad56-3f31623b0eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:24.729327 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-c4614f7f-eb51-4f0a-ad56-3f31623b0eeb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=da03f77008ab40ef9025fcdf236abd25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5441658 Sep 21 16:23:24.733677 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 57720) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:24.761254 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4614f7f-eb51-4f0a-ad56-3f31623b0eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8246192-a677-4eae-980d-bdc9901bb81b,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:24.822333 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4e06baad-5784-4400-9b94-26c2ff415930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:24.849722 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4e06baad-5784-4400-9b94-26c2ff415930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:24.966654 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4e06baad-5784-4400-9b94-26c2ff415930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:24.969499 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4e06baad-5784-4400-9b94-26c2ff415930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:24.970719 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-4e06baad-5784-4400-9b94-26c2ff415930 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e8246192-a677-4eae-980d-bdc9901bb81b HTTP/1.1" status: 204 len: 168 time: 0.2356961 Sep 21 16:23:24.980559 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06baad-5784-4400-9b94-26c2ff415930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8246192-a677-4eae-980d-bdc9901bb81b,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:25.176227 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-bede2b55-b315-40df-bc7b-9501b2576f7c req-3322405b-5d27-4e66-ab13-a49d9c44fe58 tempest-DeleteServersTestJSON-632223796 tempest-DeleteServersTestJSON-632223796-project] 10.222.0.41 "GET /v2.0/ports?device_id=51de3533-6148-4315-9702-714f1a0fff5f HTTP/1.1" status: 200 len: 210 time: 0.0649433 Sep 21 16:23:25.648516 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfdcb6-d12b-4fcb-8122-f94d3f1822b6 req-777169ea-ee87-4411-af6e-5d9f02d8e278 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:25.650285 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-43dfdcb6-d12b-4fcb-8122-f94d3f1822b6 req-777169ea-ee87-4411-af6e-5d9f02d8e278 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0870745 Sep 21 16:23:25.703196 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-43dfdcb6-d12b-4fcb-8122-f94d3f1822b6 req-b69c5be0-ffc7-43bf-8783-727eef601463 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433240 Sep 21 16:23:26.589437 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438 no longer exists at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:23:26.672805 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] No Port match for: 1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438 {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:23:26.673383 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 1f0d4fc1-40c7-4a6b-a2b6-9b24ac24f438 not bound to the agent host hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:23:26.854076 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3511b-7407-43b6-99be-c95dc73c9955 req-6e6ac6a3-cc6b-4e2d-aa34-4f55eb176cdf tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:26.862372 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-04a3511b-7407-43b6-99be-c95dc73c9955 req-6e6ac6a3-cc6b-4e2d-aa34-4f55eb176cdf tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0716901 Sep 21 16:23:26.922621 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-04a3511b-7407-43b6-99be-c95dc73c9955 req-0e150fe2-d32c-4e3b-99fd-2a598385812b tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592306 Sep 21 16:23:26.990579 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-d0dbb9b3-2466-4997-a2f5-fc996a484a17 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:27.003468 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-d0dbb9b3-2466-4997-a2f5-fc996a484a17 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/networks?id=2129420f-2812-466d-9bce-5386e3460d60 HTTP/1.1" status: 200 len: 815 time: 0.2599325 Sep 21 16:23:27.026277 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-435f5f66-57e6-4a9d-96c4-178aea972497 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/quotas/5fb20277dcc84c37ae3841776102a3b9 HTTP/1.1" status: 200 len: 375 time: 0.0212927 Sep 21 16:23:27.147290 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-19b6b902-0e6d-430e-b7f9-ea708a4a2b2d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5fb20277dcc84c37ae3841776102a3b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1146355 Sep 21 16:23:27.300622 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-9eb0b23d-ceaf-4ccb-a3cb-13a866a31572 service neutron] 10.222.0.41 "GET /v2.0/networks/2129420f-2812-466d-9bce-5386e3460d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445813 Sep 21 16:23:27.525488 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-cb07b1b6-029b-4650-88a7-15742f928d1e service neutron] 10.222.0.41 "GET /v2.0/networks/2129420f-2812-466d-9bce-5386e3460d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192879 Sep 21 16:23:27.534244 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 57828) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:27.681849 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-68c11784-f225-403a-9445-7837cf838314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:27.782435 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-68c11784-f225-403a-9445-7837cf838314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:27.835361 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-68c11784-f225-403a-9445-7837cf838314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:27.899326 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-68c11784-f225-403a-9445-7837cf838314 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0abe89491544a0fb275f19026b41bc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3603623 Sep 21 16:23:27.899326 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c11784-f225-403a-9445-7837cf838314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafd85e3-9a98-48b5-892f-d0cdb5787347,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:27.901823 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 57836) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:27.912679 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-4b1be23a-f381-435d-b2d8-e29d6d675cc4 req-df451493-3bef-4edb-9961-433e6f6e129e tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cadd213-9e99-4687-983a-70d98248d10a HTTP/1.1" status: 200 len: 210 time: 0.0538473 Sep 21 16:23:27.988240 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-8ed63bdc-0121-47cf-b4d9-db65286ec930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:28.030403 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-8ed63bdc-0121-47cf-b4d9-db65286ec930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:28.122385 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484cd5d-17f8-4ed5-b57b-204136e6ba2f req-1da5529e-aff3-42cb-b85e-1074a871adc9 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:28.125589 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6484cd5d-17f8-4ed5-b57b-204136e6ba2f req-1da5529e-aff3-42cb-b85e-1074a871adc9 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0855429 Sep 21 16:23:28.191441 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6484cd5d-17f8-4ed5-b57b-204136e6ba2f req-265b57d7-1d8c-441e-9338-15c1d727ea4e tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541177 Sep 21 16:23:28.281262 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-8ed63bdc-0121-47cf-b4d9-db65286ec930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:28.284365 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-8ed63bdc-0121-47cf-b4d9-db65286ec930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:28.290010 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-8ed63bdc-0121-47cf-b4d9-db65286ec930 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cafd85e3-9a98-48b5-892f-d0cdb5787347 HTTP/1.1" status: 204 len: 168 time: 0.3827500 Sep 21 16:23:28.301092 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed63bdc-0121-47cf-b4d9-db65286ec930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafd85e3-9a98-48b5-892f-d0cdb5787347,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:28.449668 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 57860) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:28.543261 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb1a2d9-5c5d-43a6-9e20-c7bdd2f9e0c4 admin admin] Deleting subnet c0f38c04-4c2a-493b-bbd9-47538955ff48 {{(pid=184192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 16:23:28.548016 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-3bb1a2d9-5c5d-43a6-9e20-c7bdd2f9e0c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:28.595167 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-3bb1a2d9-5c5d-43a6-9e20-c7bdd2f9e0c4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:28.605798 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-3bb1a2d9-5c5d-43a6-9e20-c7bdd2f9e0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1636446'] for subnet, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:28.756117 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-3bb1a2d9-5c5d-43a6-9e20-c7bdd2f9e0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1636425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779'] for subnet, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:28.803725 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1a2d9-5c5d-43a6-9e20-c7bdd2f9e0c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0f38c04-4c2a-493b-bbd9-47538955ff48,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:28.810622 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-3bb1a2d9-5c5d-43a6-9e20-c7bdd2f9e0c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:28.815105 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-3bb1a2d9-5c5d-43a6-9e20-c7bdd2f9e0c4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c0f38c04-4c2a-493b-bbd9-47538955ff48 HTTP/1.1" status: 204 len: 168 time: 0.3632236 Sep 21 16:23:28.822594 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 57870) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:28.899009 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-356c56e4-7500-419d-a87e-a4db36d1ba78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1604015'] for network, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:29.089887 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7400a075-64ba-48b9-9988-ce6f45a7bce3 req-9ae52318-02ac-4774-8850-90541066b95d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cadd213-9e99-4687-983a-70d98248d10a HTTP/1.1" status: 200 len: 210 time: 0.0324557 Sep 21 16:23:29.372614 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-356c56e4-7500-419d-a87e-a4db36d1ba78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635289', 'neutron.services.segments.db._delete_segments_for_network-8785855709341'] for network, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:29.437801 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-356c56e4-7500-419d-a87e-a4db36d1ba78 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=184192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:23:29.438307 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-356c56e4-7500-419d-a87e-a4db36d1ba78 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=184192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:23:29.438900 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-356c56e4-7500-419d-a87e-a4db36d1ba78 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=184192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:23:29.439253 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-356c56e4-7500-419d-a87e-a4db36d1ba78 admin admin] Subscribe: > port after_create 55550000 {{(pid=184192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:23:29.439606 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-356c56e4-7500-419d-a87e-a4db36d1ba78 admin admin] Subscribe: > port after_delete 55550000 {{(pid=184192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:23:29.439949 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-356c56e4-7500-419d-a87e-a4db36d1ba78 admin admin] Subscribe: > port after_update 55550000 {{(pid=184192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:23:29.440261 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-356c56e4-7500-419d-a87e-a4db36d1ba78 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=184192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:23:29.440752 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-356c56e4-7500-419d-a87e-a4db36d1ba78 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=184192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:23:29.441235 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-356c56e4-7500-419d-a87e-a4db36d1ba78 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=184192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:23:29.441729 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-356c56e4-7500-419d-a87e-a4db36d1ba78 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=184192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:23:29.649610 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-356c56e4-7500-419d-a87e-a4db36d1ba78 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=184192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:23:29.650114 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-356c56e4-7500-419d-a87e-a4db36d1ba78 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=184192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:23:29.661968 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-356c56e4-7500-419d-a87e-a4db36d1ba78 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=184192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:23:29.661968 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-356c56e4-7500-419d-a87e-a4db36d1ba78 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=184192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:23:29.661968 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.services.segments.db [None req-356c56e4-7500-419d-a87e-a4db36d1ba78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df196751-a1e1-4e9b-add1-ed127b778359']}} {{(pid=184192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:23:29.685993 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.services.segments.db [None req-356c56e4-7500-419d-a87e-a4db36d1ba78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66649790-5a40-4042-8ed9-e326afc4eedf') {'for_net_delete': True} {{(pid=184192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:23:29.686204 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.services.segments.db [None req-356c56e4-7500-419d-a87e-a4db36d1ba78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66649790-5a40-4042-8ed9-e326afc4eedf') {} {{(pid=184192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:23:29.706892 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-356c56e4-7500-419d-a87e-a4db36d1ba78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785855709862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4837894'] for segment, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:29.738741 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa47c75-9365-4b62-9a09-7570c8898cfa req-d64eb5de-6845-40f3-b9e4-c45cc0bc8da8 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:29.740616 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3fa47c75-9365-4b62-9a09-7570c8898cfa req-d64eb5de-6845-40f3-b9e4-c45cc0bc8da8 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.3711512 Sep 21 16:23:29.745404 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-356c56e4-7500-419d-a87e-a4db36d1ba78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:29.765111 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-356c56e4-7500-419d-a87e-a4db36d1ba78 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=184192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:23:29.765653 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-356c56e4-7500-419d-a87e-a4db36d1ba78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5166354'] for segment, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: from cryptography.utils import int_from_bytes Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: from cryptography.utils import int_from_bytes Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: Traceback (most recent call last): Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: timer() Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: cb(*args, **kw) Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: return func(*args, **kwargs) Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: self._notify() Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: self.callback(batched_events) Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: event.method(event) Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: return f(self, *a, **k) Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: return self._get(url).json() Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: return self.request(url, 'GET', **kwargs) Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 16:23:29.774986 dv-cinder-810035-1-iscsi neutron-server[184192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 16:23:29.873714 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3fa47c75-9365-4b62-9a09-7570c8898cfa req-dfb65eb1-204d-4616-883a-3ecc477ff57d tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202962 Sep 21 16:23:29.976950 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-356c56e4-7500-419d-a87e-a4db36d1ba78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615424'] for network, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:29.989566 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-356c56e4-7500-419d-a87e-a4db36d1ba78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:29.992887 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-356c56e4-7500-419d-a87e-a4db36d1ba78 admin admin] 10.222.0.41 "DELETE /v2.0/networks/df196751-a1e1-4e9b-add1-ed127b778359 HTTP/1.1" status: 204 len: 168 time: 1.1686292 Sep 21 16:23:30.010510 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c56e4-7500-419d-a87e-a4db36d1ba78 admin admin] Pushing event deleted for resources: {'Network': ['ID=df196751-a1e1-4e9b-add1-ed127b778359,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:30.230225 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2cfaa8a1-463a-4821-938a-063b39ac0873 req-ae209017-d1c3-4a84-9385-feb7f1badb96 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cadd213-9e99-4687-983a-70d98248d10a HTTP/1.1" status: 200 len: 210 time: 0.0295284 Sep 21 16:23:30.644301 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-5633adba-feb1-4729-901a-6d18bbed619e tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:30.647182 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-5633adba-feb1-4729-901a-6d18bbed619e tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.44 "GET /v2.0/networks?id=2129420f-2812-466d-9bce-5386e3460d60 HTTP/1.1" status: 200 len: 815 time: 0.2352142 Sep 21 16:23:30.686035 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-8d41dc73-f793-4242-bbda-be54d4f64810 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Request body: {'port': {'device_id': '8cadd213-9e99-4687-983a-70d98248d10a', 'network_id': '2129420f-2812-466d-9bce-5386e3460d60', 'admin_state_up': True, 'tenant_id': '5fb20277dcc84c37ae3841776102a3b9'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:23:30.704896 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 57926) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:30.810958 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-531a9af5-18e9-45a4-8377-83c7df4b04dd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=925062c721cd489bb5d5889f16fd9f2e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1039882 Sep 21 16:23:30.815539 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 57928) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:30.978700 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9219b5a8-f5e9-4e50-8b54-1cb744eff406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:31.020595 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9219b5a8-f5e9-4e50-8b54-1cb744eff406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:31.049990 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-8d41dc73-f793-4242-bbda-be54d4f64810 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Made reservation on behalf of 5fb20277dcc84c37ae3841776102a3b9 for: {'port': 1} {{(pid=184192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:23:31.067627 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-8d41dc73-f793-4242-bbda-be54d4f64810 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:31.247946 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3fa10-3680-4779-962f-bb2f97747b5a req-c52b58e6-6db4-4ab0-b11c-834bbde1111a tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:31.250568 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ece3fa10-3680-4779-962f-bb2f97747b5a req-c52b58e6-6db4-4ab0-b11c-834bbde1111a tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.2349472 Sep 21 16:23:31.411834 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9219b5a8-f5e9-4e50-8b54-1cb744eff406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:31.416023 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b3311dfe-d1d3-4542-932b-f95be9a35c88 req-57c72028-5028-474a-a7cb-401a9eb5380a tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cadd213-9e99-4687-983a-70d98248d10a HTTP/1.1" status: 200 len: 210 time: 0.0740068 Sep 21 16:23:31.423706 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9219b5a8-f5e9-4e50-8b54-1cb744eff406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:31.423706 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-9219b5a8-f5e9-4e50-8b54-1cb744eff406 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f345b80a-5ec1-4bb7-a27c-0e650b3d6f63 HTTP/1.1" status: 204 len: 168 time: 0.6014504 Sep 21 16:23:31.435262 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.db_base_plugin_common [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-8d41dc73-f793-4242-bbda-be54d4f64810 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Allocated IP 172.20.0.3 (2129420f-2812-466d-9bce-5386e3460d60/c045efe2-2c5c-4924-9aed-a88a9b6c079d/cec875ac-7e2b-4105-ac79-84434edd01df) {{(pid=184192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:23:31.454911 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ece3fa10-3680-4779-962f-bb2f97747b5a req-f193e82c-f49e-42ef-a82c-1582c3950973 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607966 Sep 21 16:23:31.458083 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219b5a8-f5e9-4e50-8b54-1cb744eff406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f345b80a-5ec1-4bb7-a27c-0e650b3d6f63,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:31.716733 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-8d41dc73-f793-4242-bbda-be54d4f64810 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Notify callbacks [] for port, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:31.847922 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-8d41dc73-f793-4242-bbda-be54d4f64810 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5165539'] for port, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:31.861318 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['0ca71c07-a56e-41e7-b6bb-aca8f68cfffa'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:23:31.899776 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-8d41dc73-f793-4242-bbda-be54d4f64810 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Network 2129420f-2812-466d-9bce-5386e3460d60 is already hosted by enough agents. {{(pid=184192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:23:31.901528 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.base_scheduler [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-8d41dc73-f793-4242-bbda-be54d4f64810 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Resources bound (agent type, host, resource id): {{(pid=184192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:23:31.908721 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-8d41dc73-f793-4242-bbda-be54d4f64810 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Received port after_create {{(pid=184192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:23:31.942930 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41dc73-f793-4242-bbda-be54d4f64810 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Pushing event updated for resources: {'Port': ['ID=cec875ac-7e2b-4105-ac79-84434edd01df,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:31.981869 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-8d41dc73-f793-4242-bbda-be54d4f64810 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:31.988309 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-8d41dc73-f793-4242-bbda-be54d4f64810 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:32.105562 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-8d41dc73-f793-4242-bbda-be54d4f64810 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4303904 Sep 21 16:23:32.181096 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-797229bc-bfc0-49da-b5e0-beee57a0db48 service neutron] Request body: {'port': {'device_id': '8cadd213-9e99-4687-983a-70d98248d10a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81003'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:23:32.250360 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-797229bc-bfc0-49da-b5e0-beee57a0db48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:32.687562 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156943c7-ad87-4ce4-8ad4-63e71267c844 req-ca268fb1-1569-4e46-b2ad-04af572e7dca tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:32.698895 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-156943c7-ad87-4ce4-8ad4-63e71267c844 req-ca268fb1-1569-4e46-b2ad-04af572e7dca tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cadd213-9e99-4687-983a-70d98248d10a HTTP/1.1" status: 200 len: 931 time: 0.1604609 Sep 21 16:23:32.788044 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-156943c7-ad87-4ce4-8ad4-63e71267c844 req-c0c683da-ab36-4bff-8b13-895e8c8a66fa tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849888 Sep 21 16:23:32.828876 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.notifiers.nova [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-797229bc-bfc0-49da-b5e0-beee57a0db48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cec875ac-7e2b-4105-ac79-84434edd01df {{(pid=184192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:23:32.839003 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-797229bc-bfc0-49da-b5e0-beee57a0db48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:32.854772 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.provisioning_blocks [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-797229bc-bfc0-49da-b5e0-beee57a0db48 service neutron] Transition to ACTIVE for port object cec875ac-7e2b-4105-ac79-84434edd01df will not be triggered until provisioned by entity L2. {{(pid=184192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:23:32.895177 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435c17b-a5b7-4288-80db-078df148df3d req-0dd071ad-9f0c-4ac1-9732-39f635a8adff tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:32.897143 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-4435c17b-a5b7-4288-80db-078df148df3d req-0dd071ad-9f0c-4ac1-9732-39f635a8adff tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.2769330 Sep 21 16:23:32.942795 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-797229bc-bfc0-49da-b5e0-beee57a0db48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5165562'] for port, after_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:33.004094 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-4435c17b-a5b7-4288-80db-078df148df3d req-0f6e5398-68b6-4d4f-8e68-60688986ddf2 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947752 Sep 21 16:23:33.068693 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797229bc-bfc0-49da-b5e0-beee57a0db48 service neutron] Pushing event updated for resources: {'Port': ['ID=cec875ac-7e2b-4105-ac79-84434edd01df,revision_number=2']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:33.168401 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.managers [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-797229bc-bfc0-49da-b5e0-beee57a0db48 service neutron] Attempting to bind port cec875ac-7e2b-4105-ac79-84434edd01df on host hv-cinder-81003 for vnic_type normal with profile {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:23:33.168896 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.managers [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-797229bc-bfc0-49da-b5e0-beee57a0db48 service neutron] Attempting to bind port cec875ac-7e2b-4105-ac79-84434edd01df by drivers openvswitch,hyperv on host hv-cinder-81003 at level 0 using segments [{'id': '339411b1-a747-4f71-987b-11bb17257499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2129420f-2812-466d-9bce-5386e3460d60'}] {{(pid=184192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:23:33.169412 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-797229bc-bfc0-49da-b5e0-beee57a0db48 service neutron] Attempting to bind port cec875ac-7e2b-4105-ac79-84434edd01df on network 2129420f-2812-466d-9bce-5386e3460d60 {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:23:33.175043 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-797229bc-bfc0-49da-b5e0-beee57a0db48 service neutron] Port cec875ac-7e2b-4105-ac79-84434edd01df on network 2129420f-2812-466d-9bce-5386e3460d60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81003 {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 16:23:33.175598 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-797229bc-bfc0-49da-b5e0-beee57a0db48 service neutron] Attempting to bind port cec875ac-7e2b-4105-ac79-84434edd01df on network 2129420f-2812-466d-9bce-5386e3460d60 {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:23:33.182290 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-797229bc-bfc0-49da-b5e0-beee57a0db48 service neutron] Checking agent: {'id': 'b0f092dd-0f26-432c-b483-67197dbc1b44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'started_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:23:33.185861 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-797229bc-bfc0-49da-b5e0-beee57a0db48 service neutron] Checking segment: {'id': '339411b1-a747-4f71-987b-11bb17257499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2129420f-2812-466d-9bce-5386e3460d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:23:33.185861 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-797229bc-bfc0-49da-b5e0-beee57a0db48 service neutron] Bound using segment: {'id': '339411b1-a747-4f71-987b-11bb17257499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2129420f-2812-466d-9bce-5386e3460d60'} {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:23:33.185861 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.managers [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-797229bc-bfc0-49da-b5e0-beee57a0db48 service neutron] Bound port: cec875ac-7e2b-4105-ac79-84434edd01df, host: hv-cinder-81003, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '339411b1-a747-4f71-987b-11bb17257499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2129420f-2812-466d-9bce-5386e3460d60'}}] {{(pid=184192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:23:33.185861 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-797229bc-bfc0-49da-b5e0-beee57a0db48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:33.270527 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-797229bc-bfc0-49da-b5e0-beee57a0db48 service neutron] For port cec875ac-7e2b-4105-ac79-84434edd01df, host hv-cinder-81003, cleared binding levels {{(pid=184192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:23:33.274037 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-797229bc-bfc0-49da-b5e0-beee57a0db48 service neutron] For port cec875ac-7e2b-4105-ac79-84434edd01df, host hv-cinder-81003, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=cec875ac-7e2b-4105-ac79-84434edd01df,segment=NetworkSegment(339411b1-a747-4f71-987b-11bb17257499),segment_id=339411b1-a747-4f71-987b-11bb17257499)] {{(pid=184192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:23:33.369464 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-797229bc-bfc0-49da-b5e0-beee57a0db48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5165562'] for port, after_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:33.431382 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-797229bc-bfc0-49da-b5e0-beee57a0db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:33.432647 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-797229bc-bfc0-49da-b5e0-beee57a0db48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:33.435441 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-797229bc-bfc0-49da-b5e0-beee57a0db48 service neutron] 10.222.0.44 "PUT /v2.0/ports/cec875ac-7e2b-4105-ac79-84434edd01df HTTP/1.1" status: 200 len: 1093 time: 1.2597728 Sep 21 16:23:33.436166 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cadd213-9e99-4687-983a-70d98248d10a', 'tag': 'cec875ac-7e2b-4105-ac79-84434edd01df'}] {{(pid=184192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:23:33.440535 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc60c069b955d627b70d651b6eab325f4fde0824357df3315d36669f938dcfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cebaf4a-611c-4970-a580-8414b0710e28" -d '{"events": [{"name": "network-changed", "server_uuid": "8cadd213-9e99-4687-983a-70d98248d10a", "tag": "cec875ac-7e2b-4105-ac79-84434edd01df"}]}' {{(pid=184192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:23:33.484517 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797229bc-bfc0-49da-b5e0-beee57a0db48 service neutron] Pushing event updated for resources: {'Port': ['ID=cec875ac-7e2b-4105-ac79-84434edd01df,revision_number=3']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:33.512192 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ccc4f8-2ef3-46bb-9ce6-7a84c97fc64d x-openstack-request-id: req-f1ccc4f8-2ef3-46bb-9ce6-7a84c97fc64d {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:23:33.512705 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cadd213-9e99-4687-983a-70d98248d10a", "tag": "cec875ac-7e2b-4105-ac79-84434edd01df", "status": "completed", "code": 200}]} {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:23:33.512902 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f1ccc4f8-2ef3-46bb-9ce6-7a84c97fc64d {{(pid=184192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:23:33.513373 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cadd213-9e99-4687-983a-70d98248d10a', 'tag': 'cec875ac-7e2b-4105-ac79-84434edd01df', 'status': 'completed', 'code': 200} Sep 21 16:23:33.588782 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebaf4a-611c-4970-a580-8414b0710e28 req-eee81d1a-afe7-432d-947b-3e3ffae1aa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:33.590722 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3cebaf4a-611c-4970-a580-8414b0710e28 req-eee81d1a-afe7-432d-947b-3e3ffae1aa72 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5fb20277dcc84c37ae3841776102a3b9&device_id=8cadd213-9e99-4687-983a-70d98248d10a HTTP/1.1" status: 200 len: 1096 time: 0.0501428 Sep 21 16:23:33.727161 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebaf4a-611c-4970-a580-8414b0710e28 req-ed7029ec-ab0a-46fd-a30a-bac675cdf82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:33.727161 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3cebaf4a-611c-4970-a580-8414b0710e28 req-ed7029ec-ab0a-46fd-a30a-bac675cdf82d service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=5fb20277dcc84c37ae3841776102a3b9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1211498 Sep 21 16:23:33.887707 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebaf4a-611c-4970-a580-8414b0710e28 req-43cb5d43-4623-49c0-a1d4-a9c437137343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:33.892260 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3cebaf4a-611c-4970-a580-8414b0710e28 req-43cb5d43-4623-49c0-a1d4-a9c437137343 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1601145 Sep 21 16:23:33.997657 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0cb3d-83b7-4bd5-a082-282dcd3e3480 req-983cde79-5af3-41f1-8d96-6d9b28bc52cc tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:34.000538 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5da0cb3d-83b7-4bd5-a082-282dcd3e3480 req-983cde79-5af3-41f1-8d96-6d9b28bc52cc tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cadd213-9e99-4687-983a-70d98248d10a HTTP/1.1" status: 200 len: 943 time: 0.0878642 Sep 21 16:23:34.078512 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5da0cb3d-83b7-4bd5-a082-282dcd3e3480 req-ee0408b9-ead0-441f-9a18-78aa1693598d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619411 Sep 21 16:23:34.080830 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-2fc738dc-c0a4-41f2-87bf-2fd3e0abb37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:34.082557 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-2fc738dc-c0a4-41f2-87bf-2fd3e0abb37d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5fb20277dcc84c37ae3841776102a3b9&device_id=8cadd213-9e99-4687-983a-70d98248d10a HTTP/1.1" status: 200 len: 1096 time: 0.0802991 Sep 21 16:23:34.164716 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-07166e4e-e79c-4177-b569-c43e8234220d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cec875ac-7e2b-4105-ac79-84434edd01df HTTP/1.1" status: 200 len: 217 time: 0.0710316 Sep 21 16:23:34.211930 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65614075-6834-4b20-8b5b-cb935bc279e1 req-d927f7ac-62d6-4512-84a2-f655654d88b1 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:34.214812 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-65614075-6834-4b20-8b5b-cb935bc279e1 req-d927f7ac-62d6-4512-84a2-f655654d88b1 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.1007609 Sep 21 16:23:34.269556 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-d5a0ec77-23e8-4cfd-b2f5-12b3e9e49c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:34.272240 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-d5a0ec77-23e8-4cfd-b2f5-12b3e9e49c1a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c045efe2-2c5c-4924-9aed-a88a9b6c079d HTTP/1.1" status: 200 len: 855 time: 0.0931127 Sep 21 16:23:34.317498 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-65614075-6834-4b20-8b5b-cb935bc279e1 req-7d1b9e04-cdd2-4a16-a437-509f18f6e39e tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909536 Sep 21 16:23:34.341303 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-3bb2bae7-61b6-4a40-87a5-7bb166dc725f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2129420f-2812-466d-9bce-5386e3460d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601764 Sep 21 16:23:34.492258 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-7df7fa30-ad47-48b6-bd82-ea9ca239c10f service neutron] 10.222.0.44 "GET /v2.0/networks/2129420f-2812-466d-9bce-5386e3460d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407351 Sep 21 16:23:34.626506 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-98fb57d1-6e30-4244-843f-2df38758cf61 req-36eb6fdf-b68a-45f6-a360-011b9a059e1e service neutron] 10.222.0.44 "GET /v2.0/networks/2129420f-2812-466d-9bce-5386e3460d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197701 Sep 21 16:23:35.256561 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1913a-231b-44a3-a4c5-7ac7d651a6f2 req-00fc51ef-0fc2-4d7f-bc0c-4ca8f03b7721 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:35.258889 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-01a1913a-231b-44a3-a4c5-7ac7d651a6f2 req-00fc51ef-0fc2-4d7f-bc0c-4ca8f03b7721 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cadd213-9e99-4687-983a-70d98248d10a HTTP/1.1" status: 200 len: 943 time: 0.0615773 Sep 21 16:23:35.416771 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-01a1913a-231b-44a3-a4c5-7ac7d651a6f2 req-d08102e1-cb9c-441c-acce-8a88595514a8 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442549 Sep 21 16:23:35.577695 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6003f27-2c48-4150-aa65-1faa044041df req-3d008e9d-d8e6-4a2f-bd65-4b5cef4cb795 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:35.585937 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f6003f27-2c48-4150-aa65-1faa044041df req-3d008e9d-d8e6-4a2f-bd65-4b5cef4cb795 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0603528 Sep 21 16:23:35.627170 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f6003f27-2c48-4150-aa65-1faa044041df req-7ad8a9a1-85d3-4688-835b-ecf4b9a1f524 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403233 Sep 21 16:23:36.610103 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520d284-07d3-4623-b284-bbd9a3ec81b8 req-54469b96-6cdf-4a53-8a51-d51bdf331900 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:36.612862 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7520d284-07d3-4623-b284-bbd9a3ec81b8 req-54469b96-6cdf-4a53-8a51-d51bdf331900 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cadd213-9e99-4687-983a-70d98248d10a HTTP/1.1" status: 200 len: 943 time: 0.0747585 Sep 21 16:23:36.680749 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7520d284-07d3-4623-b284-bbd9a3ec81b8 req-0bd53fa7-1eb9-4f10-8b21-cc63d6864883 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613749 Sep 21 16:23:36.953186 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc816ed7-257c-4531-9445-e3b1a4504fe0 req-cd16fe70-d142-4c1a-990e-019074506a76 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:36.954748 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-cc816ed7-257c-4531-9445-e3b1a4504fe0 req-cd16fe70-d142-4c1a-990e-019074506a76 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0589797 Sep 21 16:23:36.999573 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-cc816ed7-257c-4531-9445-e3b1a4504fe0 req-aa31356e-6a68-425b-a2b1-cbd80ce46831 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377297 Sep 21 16:23:37.806659 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83825e-6c34-4afc-a556-3fac703e6860 req-815d4b84-9a02-4412-a065-87db8e1f91f3 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:37.811899 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5c83825e-6c34-4afc-a556-3fac703e6860 req-815d4b84-9a02-4412-a065-87db8e1f91f3 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cadd213-9e99-4687-983a-70d98248d10a HTTP/1.1" status: 200 len: 943 time: 0.0536928 Sep 21 16:23:37.861485 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5c83825e-6c34-4afc-a556-3fac703e6860 req-b4a0fe1c-837c-4dc1-981e-f049a63ead92 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383584 Sep 21 16:23:38.150257 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bd6bc-1858-4c1e-bfb5-fed61d59c473 req-57c7d848-7703-44a8-a1bc-b15d7de3aed4 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:38.151813 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-dc8bd6bc-1858-4c1e-bfb5-fed61d59c473 req-57c7d848-7703-44a8-a1bc-b15d7de3aed4 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0518372 Sep 21 16:23:38.195855 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-dc8bd6bc-1858-4c1e-bfb5-fed61d59c473 req-7da4714b-7374-4bf4-976f-8cfc3fc12dc8 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372746 Sep 21 16:23:38.643890 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device cec875ac-7e2b-4105-ac79-84434edd01df details requested by agent hyperv_hv-cinder-81003 with host hv-cinder-81003 {{(pid=184193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 16:23:38.746442 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port cec875ac-7e2b-4105-ac79-84434edd01df, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=cec875ac-7e2b-4105-ac79-84434edd01df,segment=NetworkSegment(339411b1-a747-4f71-987b-11bb17257499),segment_id=339411b1-a747-4f71-987b-11bb17257499)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:23:38.764566 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Returning: {'device': 'cec875ac-7e2b-4105-ac79-84434edd01df', 'network_id': '2129420f-2812-466d-9bce-5386e3460d60', 'port_id': 'cec875ac-7e2b-4105-ac79-84434edd01df', 'mac_address': 'fa:16:3e:6b:65:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c045efe2-2c5c-4924-9aed-a88a9b6c079d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=184193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 16:23:38.808028 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:38.823009 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cec875ac-7e2b-4105-ac79-84434edd01df {{(pid=184193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:23:38.844448 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port cec875ac-7e2b-4105-ac79-84434edd01df, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=cec875ac-7e2b-4105-ac79-84434edd01df,segment=NetworkSegment(339411b1-a747-4f71-987b-11bb17257499),segment_id=339411b1-a747-4f71-987b-11bb17257499)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:23:38.944725 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:39.013068 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a754c-04ff-4355-8e99-2b039fcbdaaa req-fa611d8c-d490-41bc-b32f-a0b6200d6dc6 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:39.013068 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-597a754c-04ff-4355-8e99-2b039fcbdaaa req-fa611d8c-d490-41bc-b32f-a0b6200d6dc6 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cadd213-9e99-4687-983a-70d98248d10a HTTP/1.1" status: 200 len: 944 time: 0.0596280 Sep 21 16:23:39.041355 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=cec875ac-7e2b-4105-ac79-84434edd01df,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:39.053039 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:39.053894 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:39.054273 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:39.054833 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:39.055412 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:39.055982 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:39.056544 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:39.057100 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:39.057740 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:39.058220 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:39.058778 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:39.059332 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:23:39.085645 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-597a754c-04ff-4355-8e99-2b039fcbdaaa req-15f3da83-0ae8-43ac-a9e6-7418679ff6a5 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703747 Sep 21 16:23:39.103919 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:39.342393 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3d4c4-46cd-428e-b2e3-2b87df650cd7 req-6ef6737b-9f48-4a98-a222-654abd471dde tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:39.344010 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b8c3d4c4-46cd-428e-b2e3-2b87df650cd7 req-6ef6737b-9f48-4a98-a222-654abd471dde tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0580435 Sep 21 16:23:39.385117 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['cec875ac-7e2b-4105-ac79-84434edd01df'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:23:39.393274 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b8c3d4c4-46cd-428e-b2e3-2b87df650cd7 req-e2c2ff45-d3ee-45d8-b1ec-3e3e10509dc2 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379810 Sep 21 16:23:39.721236 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 58160) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:39.837156 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-681364f8-b81d-492f-aa6c-bf1f52f5ff24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:39.949227 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-681364f8-b81d-492f-aa6c-bf1f52f5ff24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:40.040098 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-681364f8-b81d-492f-aa6c-bf1f52f5ff24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:40.099383 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-681364f8-b81d-492f-aa6c-bf1f52f5ff24 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=50c2aa20d168406ba8f8529cd9c79aad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3768144 Sep 21 16:23:40.100244 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681364f8-b81d-492f-aa6c-bf1f52f5ff24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303336e3-3299-4b99-9e81-cf402f37097d,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:40.103299 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 58168) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:40.174175 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ffbf4809-e8f5-434a-bae8-d73a844a8398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:40.202537 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 58174) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:40.245264 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ffbf4809-e8f5-434a-bae8-d73a844a8398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:40.291858 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e6ca7-ace1-4595-9834-73ea575f3d36 req-a6be9948-ccb1-4663-8487-af720f190f80 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:40.293391 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-981e6ca7-ace1-4595-9834-73ea575f3d36 req-a6be9948-ccb1-4663-8487-af720f190f80 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cadd213-9e99-4687-983a-70d98248d10a HTTP/1.1" status: 200 len: 944 time: 0.1029868 Sep 21 16:23:40.341311 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-981e6ca7-ace1-4595-9834-73ea575f3d36 req-b8d41507-2c1b-4386-b132-93652fcd500d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380688 Sep 21 16:23:40.366421 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c360bb5d-61a6-408a-9eb7-bd868d8f8ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:40.412279 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ffbf4809-e8f5-434a-bae8-d73a844a8398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:40.416933 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ffbf4809-e8f5-434a-bae8-d73a844a8398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:40.418942 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-ffbf4809-e8f5-434a-bae8-d73a844a8398 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/303336e3-3299-4b99-9e81-cf402f37097d HTTP/1.1" status: 204 len: 168 time: 0.3138549 Sep 21 16:23:40.433513 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf4809-e8f5-434a-bae8-d73a844a8398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303336e3-3299-4b99-9e81-cf402f37097d,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:40.519711 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c360bb5d-61a6-408a-9eb7-bd868d8f8ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:40.616702 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c360bb5d-61a6-408a-9eb7-bd868d8f8ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:40.673000 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-c360bb5d-61a6-408a-9eb7-bd868d8f8ce7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8749d0c29fed4748802133c6cdd8c53e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4693673 Sep 21 16:23:40.673943 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360bb5d-61a6-408a-9eb7-bd868d8f8ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0cf37b-b98b-4f83-9d25-d3f6699c4e06,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:40.676133 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 58186) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:40.733547 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5249b73d-16b4-4969-950c-e35d940b196c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:40.761725 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5249b73d-16b4-4969-950c-e35d940b196c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:40.907380 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5249b73d-16b4-4969-950c-e35d940b196c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:40.910143 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5249b73d-16b4-4969-950c-e35d940b196c admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:40.911624 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-5249b73d-16b4-4969-950c-e35d940b196c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f0cf37b-b98b-4f83-9d25-d3f6699c4e06 HTTP/1.1" status: 204 len: 168 time: 0.2340758 Sep 21 16:23:40.921964 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249b73d-16b4-4969-950c-e35d940b196c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0cf37b-b98b-4f83-9d25-d3f6699c4e06,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:41.129042 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 58192) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:41.142870 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b6b4c583-b27f-4ba1-b61e-28c0f5614752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:41.272752 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b6b4c583-b27f-4ba1-b61e-28c0f5614752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:41.359420 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b6b4c583-b27f-4ba1-b61e-28c0f5614752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:41.407968 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-b6b4c583-b27f-4ba1-b61e-28c0f5614752 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e26e06eba5c94c59aad9e1982e27eb89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769060 Sep 21 16:23:41.408163 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4c583-b27f-4ba1-b61e-28c0f5614752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e332893a-32c5-43b7-ae9f-12359c574a9b,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:41.410376 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 58200) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:41.476180 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-13d78f3e-1a36-4181-8a10-96ca9e73bc4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:41.501066 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-13d78f3e-1a36-4181-8a10-96ca9e73bc4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:41.656773 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-13d78f3e-1a36-4181-8a10-96ca9e73bc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:41.662534 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-13d78f3e-1a36-4181-8a10-96ca9e73bc4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:41.663968 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 58204) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:41.664968 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-13d78f3e-1a36-4181-8a10-96ca9e73bc4a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e332893a-32c5-43b7-ae9f-12359c574a9b HTTP/1.1" status: 204 len: 168 time: 0.2532806 Sep 21 16:23:41.675229 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d78f3e-1a36-4181-8a10-96ca9e73bc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e332893a-32c5-43b7-ae9f-12359c574a9b,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:41.691490 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9c2e8ab0-5a08-4b04-b162-e59060f23de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:41.726042 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-6ab7e998-dee5-4115-a6da-c0c3e5de659d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:41.806879 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9c2e8ab0-5a08-4b04-b162-e59060f23de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:41.874659 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9c2e8ab0-5a08-4b04-b162-e59060f23de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:41.914957 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e8ab0-5a08-4b04-b162-e59060f23de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13b5571-058a-4406-afd7-fa8bdb38e62f,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:41.919501 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-9c2e8ab0-5a08-4b04-b162-e59060f23de1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=91aa19ed5b9b4165a1335576899d2f24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2535622 Sep 21 16:23:41.924306 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 58208) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:41.984119 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-fcab1c03-328d-4fe2-9676-9edcc6d85ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:42.012974 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-fcab1c03-328d-4fe2-9676-9edcc6d85ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:42.136710 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-fcab1c03-328d-4fe2-9676-9edcc6d85ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:42.140152 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-fcab1c03-328d-4fe2-9676-9edcc6d85ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:42.141761 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-fcab1c03-328d-4fe2-9676-9edcc6d85ea6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f13b5571-058a-4406-afd7-fa8bdb38e62f HTTP/1.1" status: 204 len: 168 time: 0.2158968 Sep 21 16:23:42.157769 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab1c03-328d-4fe2-9676-9edcc6d85ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13b5571-058a-4406-afd7-fa8bdb38e62f,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:42.907841 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 58218) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:42.922596 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-cb698793-1dba-476a-b70d-d0793b10ad38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:43.019721 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-cb698793-1dba-476a-b70d-d0793b10ad38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:43.085888 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-cb698793-1dba-476a-b70d-d0793b10ad38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:43.124225 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb698793-1dba-476a-b70d-d0793b10ad38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45505cc2-84fe-4d3b-9e8a-97e5446075d1,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:43.128482 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-cb698793-1dba-476a-b70d-d0793b10ad38 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=18ef55e8ca0244a09e4630dc25666a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2194374 Sep 21 16:23:43.132983 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 58220) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:43.185871 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-317aa959-2972-4a51-a037-dbe4b0ca7ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:43.211307 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-317aa959-2972-4a51-a037-dbe4b0ca7ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:43.364371 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-317aa959-2972-4a51-a037-dbe4b0ca7ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:43.367947 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-317aa959-2972-4a51-a037-dbe4b0ca7ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:43.369275 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-317aa959-2972-4a51-a037-dbe4b0ca7ff3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/45505cc2-84fe-4d3b-9e8a-97e5446075d1 HTTP/1.1" status: 204 len: 168 time: 0.2352371 Sep 21 16:23:43.379841 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317aa959-2972-4a51-a037-dbe4b0ca7ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45505cc2-84fe-4d3b-9e8a-97e5446075d1,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:44.365038 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-6e3fb46a-66fd-4b16-8642-e1229b4c2b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:44.540207 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 58248) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:44.673947 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-e1791d3e-a83e-40f5-9ac9-564f8c9ce676 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-645442385-network', 'tenant_id': '866164c21bb148c5957fa3b3876a0d9a'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:23:44.821424 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1791d3e-a83e-40f5-9ac9-564f8c9ce676 admin admin] Made reservation on behalf of 866164c21bb148c5957fa3b3876a0d9a for: {'network': 1} {{(pid=184192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:23:44.824431 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e1791d3e-a83e-40f5-9ac9-564f8c9ce676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for network, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:44.836083 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e1791d3e-a83e-40f5-9ac9-564f8c9ce676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:44.847372 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:44.954860 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e1791d3e-a83e-40f5-9ac9-564f8c9ce676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:45.015736 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e1791d3e-a83e-40f5-9ac9-564f8c9ce676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:45.043334 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1791d3e-a83e-40f5-9ac9-564f8c9ce676 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=184192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:23:45.053790 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1791d3e-a83e-40f5-9ac9-564f8c9ce676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b2eb05-8c80-455d-b41f-e187ed420e54,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:45.060505 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e1791d3e-a83e-40f5-9ac9-564f8c9ce676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:45.060871 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.db.segments_db [None req-e1791d3e-a83e-40f5-9ac9-564f8c9ce676 admin admin] Added segment f085cb7b-6957-4448-a978-da6f47733cd9 of type vlan for network e4a0957e-7784-42d9-940c-8b8164ae696e Sep 21 16:23:45.106724 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e1791d3e-a83e-40f5-9ac9-564f8c9ce676 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785855168287'] for network, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:45.200864 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e1791d3e-a83e-40f5-9ac9-564f8c9ce676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779'] for network, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:45.201796 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1791d3e-a83e-40f5-9ac9-564f8c9ce676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:45.202393 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e1791d3e-a83e-40f5-9ac9-564f8c9ce676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:45.268506 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1791d3e-a83e-40f5-9ac9-564f8c9ce676 admin admin] Pushing event updated for resources: {'Network': ['ID=e4a0957e-7784-42d9-940c-8b8164ae696e,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:45.279027 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Network e4a0957e-7784-42d9-940c-8b8164ae696e details requested by agent ovs-agent-dv-cinder-810035-1-iscsi with host dv-cinder-810035-1-iscsi {{(pid=184193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 16:23:45.316478 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-e1791d3e-a83e-40f5-9ac9-564f8c9ce676 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7746279 Sep 21 16:23:45.320364 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 58254) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:23:45.328895 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-0b82ead0-7f56-4edb-97f1-dc10102b873f admin admin] Request body: {'subnet': {'network_id': 'e4a0957e-7784-42d9-940c-8b8164ae696e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-645442385-subnet', 'tenant_id': '866164c21bb148c5957fa3b3876a0d9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:23:45.429529 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b82ead0-7f56-4edb-97f1-dc10102b873f admin admin] Made reservation on behalf of 866164c21bb148c5957fa3b3876a0d9a for: {'subnet': 1} {{(pid=184192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:23:45.432379 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-0b82ead0-7f56-4edb-97f1-dc10102b873f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4940044'] for subnet, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:45.589423 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:45.743619 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-0b82ead0-7f56-4edb-97f1-dc10102b873f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5165455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4940066'] for subnet, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:45.802889 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82ead0-7f56-4edb-97f1-dc10102b873f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8498e4b-80f1-4629-b710-1cde9d8d7cdb,revision_number=0']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:45.815710 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b82ead0-7f56-4edb-97f1-dc10102b873f admin admin] Checking segment: {'id': 'f085cb7b-6957-4448-a978-da6f47733cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e4a0957e-7784-42d9-940c-8b8164ae696e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:23:45.816194 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b82ead0-7f56-4edb-97f1-dc10102b873f admin admin] Network hostable DHCP agents. Network: e4a0957e-7784-42d9-940c-8b8164ae696e, hostable agents: ['29edb376-3f7b-48e5-82ab-3b3d2ffff097'], hosted agents: [] {{(pid=184192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:23:45.915301 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b82ead0-7f56-4edb-97f1-dc10102b873f admin admin] Network e4a0957e-7784-42d9-940c-8b8164ae696e is scheduled to be hosted by DHCP agent 29edb376-3f7b-48e5-82ab-3b3d2ffff097 with binding_index 1 {{(pid=184192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:23:45.983697 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.base_scheduler [None req-0b82ead0-7f56-4edb-97f1-dc10102b873f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810035-1-iscsi, e4a0957e-7784-42d9-940c-8b8164ae696e) {{(pid=184192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:23:45.998215 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8aca2d-abb2-4dec-9da5-0ad3ca603109 None None] Network e4a0957e-7784-42d9-940c-8b8164ae696e requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:23:46.002381 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b82ead0-7f56-4edb-97f1-dc10102b873f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:46.003361 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-0b82ead0-7f56-4edb-97f1-dc10102b873f admin admin] Notify callbacks [] for subnet, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:46.128337 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-0b82ead0-7f56-4edb-97f1-dc10102b873f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8062088 Sep 21 16:23:46.158247 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060f929-589d-45bc-8304-12e908b5a8a2 req-b8934b21-4eff-493c-9825-ef7af02406e4 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:46.162229 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e09e5-47f2-4b7c-9c61-8de3da4ee22e req-a108cee4-838e-4313-84cd-9f920c89f694 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:46.171561 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a060f929-589d-45bc-8304-12e908b5a8a2 req-b8934b21-4eff-493c-9825-ef7af02406e4 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.1003520 Sep 21 16:23:46.176768 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-885e09e5-47f2-4b7c-9c61-8de3da4ee22e req-a108cee4-838e-4313-84cd-9f920c89f694 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cadd213-9e99-4687-983a-70d98248d10a HTTP/1.1" status: 200 len: 944 time: 0.0908804 Sep 21 16:23:46.230508 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fe5ebe-a8f0-47d2-af43-e68ac3727b6d None None] Network e4a0957e-7784-42d9-940c-8b8164ae696e requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:23:46.243014 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-885e09e5-47f2-4b7c-9c61-8de3da4ee22e req-5c5153da-d2bd-4eab-96f1-d6c272ab9891 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648568 Sep 21 16:23:46.252622 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a060f929-589d-45bc-8304-12e908b5a8a2 req-7bae3f7f-0b94-40ea-be5e-a82e945c2ad8 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778148 Sep 21 16:23:47.384051 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:47.428303 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e28a9-5265-4014-b755-2ddcd3f782fc req-6d5e720a-dbe4-4fcf-b287-8b461de42df9 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:47.430139 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-142e28a9-5265-4014-b755-2ddcd3f782fc req-6d5e720a-dbe4-4fcf-b287-8b461de42df9 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cadd213-9e99-4687-983a-70d98248d10a HTTP/1.1" status: 200 len: 944 time: 0.0768871 Sep 21 16:23:47.434260 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f962d2-6451-4a67-8fbd-d1a370853294 req-4bdb94ab-b74e-47a4-af7c-77078bfe8c09 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:47.436494 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f4f962d2-6451-4a67-8fbd-d1a370853294 req-4bdb94ab-b74e-47a4-af7c-77078bfe8c09 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0682065 Sep 21 16:23:47.512314 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-142e28a9-5265-4014-b755-2ddcd3f782fc req-82615ca9-3979-4b93-b63c-7d7989ab0346 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742767 Sep 21 16:23:47.519379 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f4f962d2-6451-4a67-8fbd-d1a370853294 req-0d9327b2-bc53-41ee-bf62-93dc17f58b93 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724046 Sep 21 16:23:47.932149 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device cec875ac-7e2b-4105-ac79-84434edd01df up at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:23:48.079041 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning for port cec875ac-7e2b-4105-ac79-84434edd01df completed by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:23:48.086523 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning complete for port cec875ac-7e2b-4105-ac79-84434edd01df triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:23:48.088224 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:48.178000 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:48.208461 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cadd213-9e99-4687-983a-70d98248d10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec875ac-7e2b-4105-ac79-84434edd01df'}] {{(pid=184193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:23:48.210840 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e6171c86456a5bbdaf0b46ebb92172d32a0ea5b64bc8822db714b438cc8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635438a0-9c50-4e81-92e5-8446416a936b" -d '{"events": [{"server_uuid": "8cadd213-9e99-4687-983a-70d98248d10a", "name": "network-vif-plugged", "status": "completed", "tag": "cec875ac-7e2b-4105-ac79-84434edd01df"}]}' {{(pid=184193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:23:48.226852 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port cec875ac-7e2b-4105-ac79-84434edd01df, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=cec875ac-7e2b-4105-ac79-84434edd01df,segment=NetworkSegment(339411b1-a747-4f71-987b-11bb17257499),segment_id=339411b1-a747-4f71-987b-11bb17257499)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:23:48.318540 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:48.392308 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=cec875ac-7e2b-4105-ac79-84434edd01df,revision_number=5']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:48.495560 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b121fd9-5a98-4512-9d16-7baeec83ebe8 x-openstack-request-id: req-4b121fd9-5a98-4512-9d16-7baeec83ebe8 {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:23:48.495920 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cadd213-9e99-4687-983a-70d98248d10a", "name": "network-vif-plugged", "status": "completed", "tag": "cec875ac-7e2b-4105-ac79-84434edd01df", "code": 200}]} {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:23:48.496217 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b121fd9-5a98-4512-9d16-7baeec83ebe8 {{(pid=184193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:23:48.496695 dv-cinder-810035-1-iscsi neutron-server[184193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cadd213-9e99-4687-983a-70d98248d10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec875ac-7e2b-4105-ac79-84434edd01df', 'code': 200} Sep 21 16:23:48.690536 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30db6c-44a0-4b25-82c2-508177a846cf req-62972153-d91e-4a77-a9a4-466512b1905d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:48.692258 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ca30db6c-44a0-4b25-82c2-508177a846cf req-62972153-d91e-4a77-a9a4-466512b1905d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cadd213-9e99-4687-983a-70d98248d10a HTTP/1.1" status: 200 len: 945 time: 0.0628562 Sep 21 16:23:48.706542 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9da71-69ef-45a3-a5c4-634f9f85a9e0 req-b85e1507-92f5-429b-aaeb-9756fd918f54 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:48.709295 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-31f9da71-69ef-45a3-a5c4-634f9f85a9e0 req-b85e1507-92f5-429b-aaeb-9756fd918f54 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0711746 Sep 21 16:23:48.736537 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ca30db6c-44a0-4b25-82c2-508177a846cf req-946ec06a-dd73-43f4-be93-01cb68e284a1 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369692 Sep 21 16:23:48.767843 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-31f9da71-69ef-45a3-a5c4-634f9f85a9e0 req-65a9c746-68cb-4176-b672-44f7e04475fb tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497923 Sep 21 16:23:48.832712 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ba062-2c58-457c-9af0-e7193fc8a589 req-0abf6454-9074-4e3e-8a9d-8c538923cd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:48.834250 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f91ba062-2c58-457c-9af0-e7193fc8a589 req-0abf6454-9074-4e3e-8a9d-8c538923cd5e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8cadd213-9e99-4687-983a-70d98248d10a HTTP/1.1" status: 200 len: 1098 time: 0.0419137 Sep 21 16:23:48.874455 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f91ba062-2c58-457c-9af0-e7193fc8a589 req-5aaa09ed-df9a-4b51-b87d-ea302b3ae3fe service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308919 Sep 21 16:23:49.636416 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-ee132479-7696-4dad-b723-d1700935a937 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:49.637971 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-ee132479-7696-4dad-b723-d1700935a937 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/networks?id=e4a0957e-7784-42d9-940c-8b8164ae696e HTTP/1.1" status: 200 len: 808 time: 0.1183760 Sep 21 16:23:49.654230 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-7b9a3900-f9aa-4137-996a-07eb263b1699 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/quotas/866164c21bb148c5957fa3b3876a0d9a HTTP/1.1" status: 200 len: 375 time: 0.0100822 Sep 21 16:23:49.688551 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-742fd9c2-9f58-457b-8d53-b308d6b4965e tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=866164c21bb148c5957fa3b3876a0d9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279253 Sep 21 16:23:49.794101 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-52599376-9920-4cf4-9c63-04fc42858aaa service neutron] 10.222.0.41 "GET /v2.0/networks/e4a0957e-7784-42d9-940c-8b8164ae696e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976534 Sep 21 16:23:49.930146 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-1f54407e-c498-4e97-92cb-27290589f617 service neutron] 10.222.0.41 "GET /v2.0/networks/e4a0957e-7784-42d9-940c-8b8164ae696e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290898 Sep 21 16:23:53.830187 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:23:54.392985 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27690138-45b4-49ae-916c-5e061ae93a12 req-4a2f2f84-171b-4845-922e-db77acc07b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:54.399484 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-27690138-45b4-49ae-916c-5e061ae93a12 req-4a2f2f84-171b-4845-922e-db77acc07b53 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 1099 time: 0.0598559 Sep 21 16:23:54.447248 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-27690138-45b4-49ae-916c-5e061ae93a12 req-3d264ad2-2e9e-4cf9-bc27-154f8bc6ac45 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422485 Sep 21 16:23:54.498773 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d05a2-89d7-47b5-a150-2f1fc8033490 req-07e26bbd-20f6-4482-93b7-a168efc0c750 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:54.500890 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc173986-372b-415f-83b7-6fbaf85b947b req-1bc3f9f6-7eb6-434f-aec4-6e1c4916b5d5 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:54.501229 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-bb6d05a2-89d7-47b5-a150-2f1fc8033490 req-07e26bbd-20f6-4482-93b7-a168efc0c750 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cadd213-9e99-4687-983a-70d98248d10a HTTP/1.1" status: 200 len: 945 time: 0.0962160 Sep 21 16:23:54.502492 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-bc173986-372b-415f-83b7-6fbaf85b947b req-1bc3f9f6-7eb6-434f-aec4-6e1c4916b5d5 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0577555 Sep 21 16:23:54.557118 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-bb6d05a2-89d7-47b5-a150-2f1fc8033490 req-76df5346-8443-43a9-8fd3-50564fcc2bbc tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423653 Sep 21 16:23:54.579123 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-bc173986-372b-415f-83b7-6fbaf85b947b req-7f7f702b-9735-43c0-af5d-dfce631b0146 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637600 Sep 21 16:23:54.699145 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-845128ac-0b6e-4715-b19c-f08de6a5f5ff req-8e791059-e96f-40c3-a47b-35bcee04fe9a tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ea9a6a4-b795-4738-b6f0-e38825c1063a HTTP/1.1" status: 200 len: 210 time: 0.0347886 Sep 21 16:23:55.771088 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5bdaf-6161-4f32-95ec-5ed63ef4ca4e req-da4f1ed4-0d47-498c-8fe4-b835c6979145 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:55.775638 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ced5bdaf-6161-4f32-95ec-5ed63ef4ca4e req-da4f1ed4-0d47-498c-8fe4-b835c6979145 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0666382 Sep 21 16:23:55.819326 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a183946-179d-4d70-9e1e-df67e9618b41 req-79e0de67-6f6e-470b-8b55-c9b2626e6ef3 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:55.822251 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2a183946-179d-4d70-9e1e-df67e9618b41 req-79e0de67-6f6e-470b-8b55-c9b2626e6ef3 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cadd213-9e99-4687-983a-70d98248d10a HTTP/1.1" status: 200 len: 945 time: 0.0695341 Sep 21 16:23:55.830659 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ced5bdaf-6161-4f32-95ec-5ed63ef4ca4e req-bb8574e8-0f4b-4471-b3de-00156a3382dc tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460455 Sep 21 16:23:55.886084 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2a183946-179d-4d70-9e1e-df67e9618b41 req-bd2b47c0-52ce-4a7e-ac55-224b00e866a5 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535185 Sep 21 16:23:55.953200 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-4b0657f7-6552-4113-af0f-1343bf4d61e0 req-9e265f94-9c8c-4db2-a3c2-e1faa113ee2c tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ea9a6a4-b795-4738-b6f0-e38825c1063a HTTP/1.1" status: 200 len: 210 time: 0.0290003 Sep 21 16:23:56.436807 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-e0ec11c3-02e6-4ad1-90a2-7b702642c135 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:56.438381 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-e0ec11c3-02e6-4ad1-90a2-7b702642c135 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.44 "GET /v2.0/networks?id=e4a0957e-7784-42d9-940c-8b8164ae696e HTTP/1.1" status: 200 len: 808 time: 0.1114178 Sep 21 16:23:56.452540 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-3b01b7c5-3d90-432a-9abe-6c680805f7dd tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Request body: {'port': {'device_id': '9ea9a6a4-b795-4738-b6f0-e38825c1063a', 'network_id': 'e4a0957e-7784-42d9-940c-8b8164ae696e', 'admin_state_up': True, 'tenant_id': '866164c21bb148c5957fa3b3876a0d9a'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:23:56.673899 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-3b01b7c5-3d90-432a-9abe-6c680805f7dd tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Made reservation on behalf of 866164c21bb148c5957fa3b3876a0d9a for: {'port': 1} {{(pid=184192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:23:56.674842 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-3b01b7c5-3d90-432a-9abe-6c680805f7dd tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:56.892323 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.db_base_plugin_common [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-3b01b7c5-3d90-432a-9abe-6c680805f7dd tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Allocated IP 172.20.0.8 (e4a0957e-7784-42d9-940c-8b8164ae696e/e8498e4b-80f1-4629-b710-1cde9d8d7cdb/873a2b7f-ca78-43d6-af05-30694ab9fac7) {{(pid=184192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:23:57.063933 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bd1a1-e000-4925-a658-ad84eee71c05 req-4415147b-757b-4c88-8223-2d8f00f9d780 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:57.066714 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-314bd1a1-e000-4925-a658-ad84eee71c05 req-4415147b-757b-4c88-8223-2d8f00f9d780 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.1191609 Sep 21 16:23:57.165248 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-314bd1a1-e000-4925-a658-ad84eee71c05 req-ad56622b-561c-42d1-964e-3757a024e332 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839047 Sep 21 16:23:57.192719 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-3b01b7c5-3d90-432a-9abe-6c680805f7dd tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Notify callbacks [] for port, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:57.239061 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641f566-c429-4a52-8ffb-f39496b985b0 req-577be4af-7bf2-493f-9b49-3887e2bdcf5a tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:57.247969 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5641f566-c429-4a52-8ffb-f39496b985b0 req-577be4af-7bf2-493f-9b49-3887e2bdcf5a tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cadd213-9e99-4687-983a-70d98248d10a HTTP/1.1" status: 200 len: 945 time: 0.2308547 Sep 21 16:23:57.298731 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5641f566-c429-4a52-8ffb-f39496b985b0 req-3cd04339-719b-4e73-869a-d30287b2f120 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497339 Sep 21 16:23:57.311755 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2c59430b-b600-45fc-abe4-94d1bea819b1 req-d82056c0-dd4d-407e-9812-50c15ff37015 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ea9a6a4-b795-4738-b6f0-e38825c1063a HTTP/1.1" status: 200 len: 210 time: 0.0314221 Sep 21 16:23:57.407345 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-3b01b7c5-3d90-432a-9abe-6c680805f7dd tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5165539'] for port, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:57.462869 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-3b01b7c5-3d90-432a-9abe-6c680805f7dd tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Network e4a0957e-7784-42d9-940c-8b8164ae696e is already hosted by enough agents. {{(pid=184192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:23:57.466340 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.base_scheduler [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-3b01b7c5-3d90-432a-9abe-6c680805f7dd tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Resources bound (agent type, host, resource id): {{(pid=184192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:23:57.470879 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.l3_dvrscheduler_db [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-3b01b7c5-3d90-432a-9abe-6c680805f7dd tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Received port after_create {{(pid=184192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:23:57.513812 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01b7c5-3d90-432a-9abe-6c680805f7dd tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Pushing event updated for resources: {'Port': ['ID=873a2b7f-ca78-43d6-af05-30694ab9fac7,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:57.534995 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-3b01b7c5-3d90-432a-9abe-6c680805f7dd tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:57.535362 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-3b01b7c5-3d90-432a-9abe-6c680805f7dd tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:57.618643 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-3b01b7c5-3d90-432a-9abe-6c680805f7dd tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1698298 Sep 21 16:23:57.636655 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-450d1a69-0213-41a1-885d-1e56d8d076ed service neutron] Request body: {'port': {'device_id': '9ea9a6a4-b795-4738-b6f0-e38825c1063a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81003'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:23:57.726402 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-450d1a69-0213-41a1-885d-1e56d8d076ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:58.349884 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23214d-55d7-40e6-8189-1f70de60df5f req-c5066686-b1e7-4882-ad9b-6bdd1873de90 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:58.351569 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0c23214d-55d7-40e6-8189-1f70de60df5f req-c5066686-b1e7-4882-ad9b-6bdd1873de90 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0892136 Sep 21 16:23:58.358335 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.notifiers.nova [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-450d1a69-0213-41a1-885d-1e56d8d076ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 873a2b7f-ca78-43d6-af05-30694ab9fac7 {{(pid=184192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:23:58.372824 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-450d1a69-0213-41a1-885d-1e56d8d076ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:58.404416 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.provisioning_blocks [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-450d1a69-0213-41a1-885d-1e56d8d076ed service neutron] Transition to ACTIVE for port object 873a2b7f-ca78-43d6-af05-30694ab9fac7 will not be triggered until provisioned by entity L2. {{(pid=184192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:23:58.429678 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0c23214d-55d7-40e6-8189-1f70de60df5f req-d35a06be-f37f-4c77-8bef-79b493889e68 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663619 Sep 21 16:23:58.473893 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-450d1a69-0213-41a1-885d-1e56d8d076ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5165562'] for port, after_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:58.509262 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5799b69-b4ac-4a0a-9153-e69f5bfdb9db req-16c60719-1116-4722-b6df-bf6bb860a610 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:58.512653 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c5799b69-b4ac-4a0a-9153-e69f5bfdb9db req-16c60719-1116-4722-b6df-bf6bb860a610 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ea9a6a4-b795-4738-b6f0-e38825c1063a HTTP/1.1" status: 200 len: 931 time: 0.0853636 Sep 21 16:23:58.599258 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c5799b69-b4ac-4a0a-9153-e69f5bfdb9db req-7099d694-187a-47b4-b452-d1e4ec3290cf tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617356 Sep 21 16:23:58.661727 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d1a69-0213-41a1-885d-1e56d8d076ed service neutron] Pushing event updated for resources: {'Port': ['ID=873a2b7f-ca78-43d6-af05-30694ab9fac7,revision_number=2']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:58.717112 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ab9ff-ff2e-463a-adfa-46e0f545629f req-7538956b-ad1f-4ea9-9f9e-83bd3c20c8d1 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:58.718855 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-8f4ab9ff-ff2e-463a-adfa-46e0f545629f req-7538956b-ad1f-4ea9-9f9e-83bd3c20c8d1 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.1515090 Sep 21 16:23:58.744489 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.managers [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-450d1a69-0213-41a1-885d-1e56d8d076ed service neutron] Attempting to bind port 873a2b7f-ca78-43d6-af05-30694ab9fac7 on host hv-cinder-81003 for vnic_type normal with profile {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:23:58.744885 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.managers [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-450d1a69-0213-41a1-885d-1e56d8d076ed service neutron] Attempting to bind port 873a2b7f-ca78-43d6-af05-30694ab9fac7 by drivers openvswitch,hyperv on host hv-cinder-81003 at level 0 using segments [{'id': 'f085cb7b-6957-4448-a978-da6f47733cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e4a0957e-7784-42d9-940c-8b8164ae696e'}] {{(pid=184192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:23:58.745269 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-450d1a69-0213-41a1-885d-1e56d8d076ed service neutron] Attempting to bind port 873a2b7f-ca78-43d6-af05-30694ab9fac7 on network e4a0957e-7784-42d9-940c-8b8164ae696e {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:23:58.760922 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-450d1a69-0213-41a1-885d-1e56d8d076ed service neutron] Port 873a2b7f-ca78-43d6-af05-30694ab9fac7 on network e4a0957e-7784-42d9-940c-8b8164ae696e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81003 {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 16:23:58.761557 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-450d1a69-0213-41a1-885d-1e56d8d076ed service neutron] Attempting to bind port 873a2b7f-ca78-43d6-af05-30694ab9fac7 on network e4a0957e-7784-42d9-940c-8b8164ae696e {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:23:58.780477 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-450d1a69-0213-41a1-885d-1e56d8d076ed service neutron] Checking agent: {'id': 'b0f092dd-0f26-432c-b483-67197dbc1b44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'started_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:23:58.781000 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-450d1a69-0213-41a1-885d-1e56d8d076ed service neutron] Checking segment: {'id': 'f085cb7b-6957-4448-a978-da6f47733cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e4a0957e-7784-42d9-940c-8b8164ae696e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:23:58.781856 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-450d1a69-0213-41a1-885d-1e56d8d076ed service neutron] Bound using segment: {'id': 'f085cb7b-6957-4448-a978-da6f47733cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e4a0957e-7784-42d9-940c-8b8164ae696e'} {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:23:58.782322 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.managers [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-450d1a69-0213-41a1-885d-1e56d8d076ed service neutron] Bound port: 873a2b7f-ca78-43d6-af05-30694ab9fac7, host: hv-cinder-81003, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f085cb7b-6957-4448-a978-da6f47733cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e4a0957e-7784-42d9-940c-8b8164ae696e'}}] {{(pid=184192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:23:58.782903 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-450d1a69-0213-41a1-885d-1e56d8d076ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:58.801088 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-8f4ab9ff-ff2e-463a-adfa-46e0f545629f req-0319a8b5-e06c-4a4a-8f16-b2c3219b0d07 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690472 Sep 21 16:23:58.871617 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-450d1a69-0213-41a1-885d-1e56d8d076ed service neutron] For port 873a2b7f-ca78-43d6-af05-30694ab9fac7, host hv-cinder-81003, cleared binding levels {{(pid=184192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:23:58.875752 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-450d1a69-0213-41a1-885d-1e56d8d076ed service neutron] For port 873a2b7f-ca78-43d6-af05-30694ab9fac7, host hv-cinder-81003, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=873a2b7f-ca78-43d6-af05-30694ab9fac7,segment=NetworkSegment(f085cb7b-6957-4448-a978-da6f47733cd9),segment_id=f085cb7b-6957-4448-a978-da6f47733cd9)] {{(pid=184192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:23:58.955606 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-450d1a69-0213-41a1-885d-1e56d8d076ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5165562'] for port, after_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:59.011009 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-450d1a69-0213-41a1-885d-1e56d8d076ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:23:59.011827 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-450d1a69-0213-41a1-885d-1e56d8d076ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:23:59.013571 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-450d1a69-0213-41a1-885d-1e56d8d076ed service neutron] 10.222.0.44 "PUT /v2.0/ports/873a2b7f-ca78-43d6-af05-30694ab9fac7 HTTP/1.1" status: 200 len: 1093 time: 1.3840144 Sep 21 16:23:59.016924 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea9a6a4-b795-4738-b6f0-e38825c1063a', 'tag': '873a2b7f-ca78-43d6-af05-30694ab9fac7'}] {{(pid=184192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:23:59.019776 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc60c069b955d627b70d651b6eab325f4fde0824357df3315d36669f938dcfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c0e6cf-f538-4e3c-b704-d99bb559641e" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea9a6a4-b795-4738-b6f0-e38825c1063a", "tag": "873a2b7f-ca78-43d6-af05-30694ab9fac7"}]}' {{(pid=184192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:23:59.066547 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d1a69-0213-41a1-885d-1e56d8d076ed service neutron] Pushing event updated for resources: {'Port': ['ID=873a2b7f-ca78-43d6-af05-30694ab9fac7,revision_number=3']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:23:59.085750 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d821120f-7eda-43d7-a044-87975365b317 x-openstack-request-id: req-d821120f-7eda-43d7-a044-87975365b317 {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:23:59.086171 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea9a6a4-b795-4738-b6f0-e38825c1063a", "tag": "873a2b7f-ca78-43d6-af05-30694ab9fac7", "status": "completed", "code": 200}]} {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:23:59.086466 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d821120f-7eda-43d7-a044-87975365b317 {{(pid=184192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:23:59.086890 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea9a6a4-b795-4738-b6f0-e38825c1063a', 'tag': '873a2b7f-ca78-43d6-af05-30694ab9fac7', 'status': 'completed', 'code': 200} Sep 21 16:24:03.002550 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0e6cf-f538-4e3c-b704-d99bb559641e req-ecc132f2-2238-4259-8ea6-0a3e963340b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:03.002550 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d2c0e6cf-f538-4e3c-b704-d99bb559641e req-ecc132f2-2238-4259-8ea6-0a3e963340b1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=866164c21bb148c5957fa3b3876a0d9a&device_id=9ea9a6a4-b795-4738-b6f0-e38825c1063a HTTP/1.1" status: 200 len: 1096 time: 0.0662403 Sep 21 16:24:03.155057 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8498eed-bafa-44b6-95c1-0d45ca722cf3 req-23cee81b-24a6-40bd-81fc-c0a067c17f56 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:03.156656 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-e8498eed-bafa-44b6-95c1-0d45ca722cf3 req-23cee81b-24a6-40bd-81fc-c0a067c17f56 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ea9a6a4-b795-4738-b6f0-e38825c1063a HTTP/1.1" status: 200 len: 943 time: 0.1022160 Sep 21 16:24:03.163466 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0e6cf-f538-4e3c-b704-d99bb559641e req-f23e499b-5809-4d67-b6f8-94aee6e5bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:03.165017 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d2c0e6cf-f538-4e3c-b704-d99bb559641e req-f23e499b-5809-4d67-b6f8-94aee6e5bf42 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=866164c21bb148c5957fa3b3876a0d9a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1473355 Sep 21 16:24:03.230542 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-e8498eed-bafa-44b6-95c1-0d45ca722cf3 req-d28fb060-da04-4fda-af9c-02b40909db9c tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644808 Sep 21 16:24:03.297003 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0e6cf-f538-4e3c-b704-d99bb559641e req-138d779b-5a2c-4580-8dfc-e86702adae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:03.298382 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d2c0e6cf-f538-4e3c-b704-d99bb559641e req-138d779b-5a2c-4580-8dfc-e86702adae2b service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1175165 Sep 21 16:24:03.379140 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-2d1e723c-4164-4cf5-a33d-a601cdc1f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:03.380702 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-2d1e723c-4164-4cf5-a33d-a601cdc1f80d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=866164c21bb148c5957fa3b3876a0d9a&device_id=9ea9a6a4-b795-4738-b6f0-e38825c1063a HTTP/1.1" status: 200 len: 1096 time: 0.0424585 Sep 21 16:24:03.429246 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-2f0f949a-0ead-4405-92bc-63fd289301ca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=873a2b7f-ca78-43d6-af05-30694ab9fac7 HTTP/1.1" status: 200 len: 217 time: 0.0401909 Sep 21 16:24:03.488532 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-f2da3e7e-6f84-4aae-97fb-1ca2d00689b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:03.490017 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-f2da3e7e-6f84-4aae-97fb-1ca2d00689b8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e8498e4b-80f1-4629-b710-1cde9d8d7cdb HTTP/1.1" status: 200 len: 848 time: 0.0519028 Sep 21 16:24:03.531590 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-7e6e17d0-9d3e-4015-8265-6d1a4f99d60c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4a0957e-7784-42d9-940c-8b8164ae696e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255721 Sep 21 16:24:03.691019 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-ec166c53-f13a-4ae0-a698-84b28a9d9d6c service neutron] 10.222.0.44 "GET /v2.0/networks/e4a0957e-7784-42d9-940c-8b8164ae696e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485596 Sep 21 16:24:03.853504 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5514655f-4a21-49ab-8bef-5ff7efba7bc3 req-b2019d39-2371-426e-8aa1-25539c4eedaa service neutron] 10.222.0.44 "GET /v2.0/networks/e4a0957e-7784-42d9-940c-8b8164ae696e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157420 Sep 21 16:24:04.369846 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7bcaf-7841-4420-b810-f21682fa3088 req-4801732d-a838-4364-9c3c-17d8b3599d76 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:04.371659 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-29e7bcaf-7841-4420-b810-f21682fa3088 req-4801732d-a838-4364-9c3c-17d8b3599d76 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ea9a6a4-b795-4738-b6f0-e38825c1063a HTTP/1.1" status: 200 len: 943 time: 0.0568736 Sep 21 16:24:04.423703 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-29e7bcaf-7841-4420-b810-f21682fa3088 req-1d34a7d2-08a2-4d70-adcb-2d64290f8bad tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409133 Sep 21 16:24:09.072415 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:09.975805 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e9fdc-535e-4dab-83a4-b5d8e8660870 req-aca36fc0-4e84-4018-9d6f-9c7e87c58f30 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:09.977647 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-185e9fdc-535e-4dab-83a4-b5d8e8660870 req-aca36fc0-4e84-4018-9d6f-9c7e87c58f30 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ea9a6a4-b795-4738-b6f0-e38825c1063a HTTP/1.1" status: 200 len: 943 time: 0.0976789 Sep 21 16:24:09.998280 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-fc832499-e616-4469-a23a-5a30670a358e req-4612903f-160d-426d-8d32-94583c820eeb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708034 Sep 21 16:24:10.037477 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-185e9fdc-535e-4dab-83a4-b5d8e8660870 req-c2cd285e-2416-4121-97c4-3f83298876b6 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477042 Sep 21 16:24:10.078475 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc832499-e616-4469-a23a-5a30670a358e req-b4374c0e-70a2-4746-a2df-85f38dfbf42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:10.080170 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-fc832499-e616-4469-a23a-5a30670a358e req-b4374c0e-70a2-4746-a2df-85f38dfbf42c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93f2e2ff196b40faba780c1bba395eba&device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 1098 time: 0.0538335 Sep 21 16:24:10.204401 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc832499-e616-4469-a23a-5a30670a358e req-2c2eea35-772a-4a87-b3a8-624dcf5c679e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:10.206824 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-fc832499-e616-4469-a23a-5a30670a358e req-2c2eea35-772a-4a87-b3a8-624dcf5c679e service neutron] 10.222.0.44 "GET /v2.0/networks?id=27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b HTTP/1.1" status: 200 len: 919 time: 0.1038871 Sep 21 16:24:10.291540 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-fc832499-e616-4469-a23a-5a30670a358e req-1ff3e861-85e6-4459-8970-9368cfdd0e22 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0310b441-b200-48bf-979f-9d2e48b7400b HTTP/1.1" status: 200 len: 217 time: 0.0752499 Sep 21 16:24:10.373401 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc832499-e616-4469-a23a-5a30670a358e req-87647f42-18f5-42c6-8631-8c11763adbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:10.376003 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-fc832499-e616-4469-a23a-5a30670a358e req-87647f42-18f5-42c6-8631-8c11763adbdb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ef51e1de-25f4-45cd-93c9-f3bb42d432a3 HTTP/1.1" status: 200 len: 858 time: 0.0765307 Sep 21 16:24:10.419550 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-fc832499-e616-4469-a23a-5a30670a358e req-1dba6b49-cf73-4487-b414-7f51d7cdc69a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348759 Sep 21 16:24:10.523455 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-fc832499-e616-4469-a23a-5a30670a358e req-8df33d17-59ab-4a2d-abca-43ace11985d1 service neutron] 10.222.0.44 "GET /v2.0/networks/27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949292 Sep 21 16:24:10.628002 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-fc832499-e616-4469-a23a-5a30670a358e req-1768fe42-f8e1-49fb-a846-51705738371a service neutron] 10.222.0.44 "GET /v2.0/networks/27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961101 Sep 21 16:24:11.176827 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e737ed1-f142-4caa-8272-9bc0f69f2ee1 req-707c3519-fd6f-471f-b4df-8515575c662b tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:11.178970 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1e737ed1-f142-4caa-8272-9bc0f69f2ee1 req-707c3519-fd6f-471f-b4df-8515575c662b tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ea9a6a4-b795-4738-b6f0-e38825c1063a HTTP/1.1" status: 200 len: 943 time: 0.0507305 Sep 21 16:24:11.220791 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1e737ed1-f142-4caa-8272-9bc0f69f2ee1 req-1d947d39-e5cc-4b21-8ce4-033d06a1b21a tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357981 Sep 21 16:24:11.718387 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-d30ec760-e65a-4460-91bc-972b273ea7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:12.362354 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a9b76-13ff-43e6-802a-bb248a3ea383 req-1ed1088b-a98c-487b-9501-1db91b5518b1 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:12.365622 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e94a9b76-13ff-43e6-802a-bb248a3ea383 req-1ed1088b-a98c-487b-9501-1db91b5518b1 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ea9a6a4-b795-4738-b6f0-e38825c1063a HTTP/1.1" status: 200 len: 943 time: 0.0660238 Sep 21 16:24:12.435175 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e94a9b76-13ff-43e6-802a-bb248a3ea383 req-65f6df83-3568-4793-9719-58b7cf22bb45 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629556 Sep 21 16:24:12.982425 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07aef43-7136-4e29-9ed5-e547cc82435c req-78cbd787-a6da-41cd-9b64-3fee550cf333 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:12.984037 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b07aef43-7136-4e29-9ed5-e547cc82435c req-78cbd787-a6da-41cd-9b64-3fee550cf333 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0587444 Sep 21 16:24:13.028658 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb49411-9348-4a27-bccb-2763d538378b req-3eac6371-9d3c-4c5f-b614-cd0b52615f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:13.030310 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5cb49411-9348-4a27-bccb-2763d538378b req-3eac6371-9d3c-4c5f-b614-cd0b52615f46 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93f2e2ff196b40faba780c1bba395eba&device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 1098 time: 0.0469851 Sep 21 16:24:13.055343 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b07aef43-7136-4e29-9ed5-e547cc82435c req-20cd55b8-b1ec-4fdf-bef5-8a8cecb5011d tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625458 Sep 21 16:24:13.176335 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb49411-9348-4a27-bccb-2763d538378b req-69bb55c6-4580-4aa5-83f3-7aa7606cfa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:13.181559 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5cb49411-9348-4a27-bccb-2763d538378b req-69bb55c6-4580-4aa5-83f3-7aa7606cfa85 service neutron] 10.222.0.44 "GET /v2.0/networks?id=27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b HTTP/1.1" status: 200 len: 919 time: 0.1389706 Sep 21 16:24:13.224989 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5cb49411-9348-4a27-bccb-2763d538378b req-372ff9fa-24cb-4edc-baf4-c39043d6de9b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0310b441-b200-48bf-979f-9d2e48b7400b HTTP/1.1" status: 200 len: 217 time: 0.0378482 Sep 21 16:24:13.285752 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb49411-9348-4a27-bccb-2763d538378b req-8696fcd0-d10e-40ac-a657-09799950b484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:13.287874 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5cb49411-9348-4a27-bccb-2763d538378b req-8696fcd0-d10e-40ac-a657-09799950b484 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ef51e1de-25f4-45cd-93c9-f3bb42d432a3 HTTP/1.1" status: 200 len: 858 time: 0.0534036 Sep 21 16:24:13.324744 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5cb49411-9348-4a27-bccb-2763d538378b req-d6953868-ee56-4db0-9125-051c9279ceec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261333 Sep 21 16:24:13.486990 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5cb49411-9348-4a27-bccb-2763d538378b req-c7109626-7667-497e-a2db-0cd74cf351f6 service neutron] 10.222.0.44 "GET /v2.0/networks/27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476011 Sep 21 16:24:13.617784 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5662f55-5b57-40a1-8ea0-233f35a99336 req-7bb5c2b6-5081-4da0-b6bd-148ee4777876 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:13.620657 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a5662f55-5b57-40a1-8ea0-233f35a99336 req-7bb5c2b6-5081-4da0-b6bd-148ee4777876 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ea9a6a4-b795-4738-b6f0-e38825c1063a HTTP/1.1" status: 200 len: 943 time: 0.0823758 Sep 21 16:24:13.622371 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5cb49411-9348-4a27-bccb-2763d538378b req-50d677d9-c3fe-46ec-9516-894316d65271 service neutron] 10.222.0.44 "GET /v2.0/networks/27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254373 Sep 21 16:24:13.664024 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a5662f55-5b57-40a1-8ea0-233f35a99336 req-6d3258c8-1776-4569-899c-5ba15b0c0a0b tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368299 Sep 21 16:24:14.223946 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4a41c-d8fe-4029-938f-3237ab1fd801 req-3f5c5808-11fb-46bc-9f0e-d9477c5ddd2f tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:14.226241 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2bc4a41c-d8fe-4029-938f-3237ab1fd801 req-3f5c5808-11fb-46bc-9f0e-d9477c5ddd2f tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0717728 Sep 21 16:24:14.272874 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2bc4a41c-d8fe-4029-938f-3237ab1fd801 req-4a938928-ca98-49a5-bb89-84122472917c tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397727 Sep 21 16:24:14.319029 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-bb7f5a04-1833-47a8-8417-3c641468f39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:14.421702 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 873a2b7f-ca78-43d6-af05-30694ab9fac7 details requested by agent hyperv_hv-cinder-81003 with host hv-cinder-81003 {{(pid=184193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 16:24:14.536292 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 873a2b7f-ca78-43d6-af05-30694ab9fac7, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=873a2b7f-ca78-43d6-af05-30694ab9fac7,segment=NetworkSegment(f085cb7b-6957-4448-a978-da6f47733cd9),segment_id=f085cb7b-6957-4448-a978-da6f47733cd9)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:24:14.548734 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Returning: {'device': '873a2b7f-ca78-43d6-af05-30694ab9fac7', 'network_id': 'e4a0957e-7784-42d9-940c-8b8164ae696e', 'port_id': '873a2b7f-ca78-43d6-af05-30694ab9fac7', 'mac_address': 'fa:16:3e:dd:15:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8498e4b-80f1-4629-b710-1cde9d8d7cdb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=184193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 16:24:14.596101 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:14.617268 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873a2b7f-ca78-43d6-af05-30694ab9fac7 {{(pid=184193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:24:14.649040 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 873a2b7f-ca78-43d6-af05-30694ab9fac7, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=873a2b7f-ca78-43d6-af05-30694ab9fac7,segment=NetworkSegment(f085cb7b-6957-4448-a978-da6f47733cd9),segment_id=f085cb7b-6957-4448-a978-da6f47733cd9)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:24:14.709673 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:14.792040 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=873a2b7f-ca78-43d6-af05-30694ab9fac7,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:24:14.817217 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaea75a-42d7-4c45-b133-e1c6511afd9e req-905ed0ff-8442-4795-b06b-9221230b58f4 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:14.819457 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-efaea75a-42d7-4c45-b133-e1c6511afd9e req-905ed0ff-8442-4795-b06b-9221230b58f4 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ea9a6a4-b795-4738-b6f0-e38825c1063a HTTP/1.1" status: 200 len: 944 time: 0.0586240 Sep 21 16:24:14.835214 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:14.868844 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-efaea75a-42d7-4c45-b133-e1c6511afd9e req-d38a869c-c353-4c5f-8834-d574e7dfc4f3 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427763 Sep 21 16:24:15.257731 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['873a2b7f-ca78-43d6-af05-30694ab9fac7'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:24:15.446654 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65ccd1-8d44-4d31-aebe-5088da5c93af req-c5477195-3942-4019-b4b0-0d3506c9a07e tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:15.449397 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8c65ccd1-8d44-4d31-aebe-5088da5c93af req-c5477195-3942-4019-b4b0-0d3506c9a07e tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0842876 Sep 21 16:24:15.518371 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8c65ccd1-8d44-4d31-aebe-5088da5c93af req-5b91ca4c-032f-4fda-ac96-bee72c5b5579 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570471 Sep 21 16:24:15.611414 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:15.992167 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411d32c-b44a-4868-9a04-30bb36a63209 req-02f309f1-88db-4dd2-849e-d1f818d94696 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:15.993699 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-d411d32c-b44a-4868-9a04-30bb36a63209 req-02f309f1-88db-4dd2-849e-d1f818d94696 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ea9a6a4-b795-4738-b6f0-e38825c1063a HTTP/1.1" status: 200 len: 944 time: 0.0528202 Sep 21 16:24:16.050151 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-d411d32c-b44a-4868-9a04-30bb36a63209 req-dc59b9c6-20eb-4f2b-afc1-b113984f9d51 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497911 Sep 21 16:24:16.664550 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56ef93-fd29-4190-a284-c1aae27285c5 req-2947a02a-246f-453d-be0a-e33b65845f0a tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:16.667182 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2b56ef93-fd29-4190-a284-c1aae27285c5 req-2947a02a-246f-453d-be0a-e33b65845f0a tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0647426 Sep 21 16:24:16.720028 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2b56ef93-fd29-4190-a284-c1aae27285c5 req-5cbdde75-81d4-4d7b-990c-0e3929fc9bfd tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461366 Sep 21 16:24:17.377093 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:21.765731 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdb41b-1afb-4f23-8cde-ba7abad1c629 req-54abd195-789e-44bb-92af-785147ea0c86 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:21.767505 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-32fdb41b-1afb-4f23-8cde-ba7abad1c629 req-54abd195-789e-44bb-92af-785147ea0c86 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ea9a6a4-b795-4738-b6f0-e38825c1063a HTTP/1.1" status: 200 len: 944 time: 0.0593455 Sep 21 16:24:21.816190 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-32fdb41b-1afb-4f23-8cde-ba7abad1c629 req-b7a964d7-c8ad-44e6-94a4-da2fb3086e2d tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377154 Sep 21 16:24:21.878983 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-a4d4c0ae-27aa-4a4b-b88c-fb6297c1d6e6 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:21.881350 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-a4d4c0ae-27aa-4a4b-b88c-fb6297c1d6e6 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/networks?id=2129420f-2812-466d-9bce-5386e3460d60 HTTP/1.1" status: 200 len: 815 time: 0.1363597 Sep 21 16:24:21.903268 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-12cb2e90-2461-463d-96e1-cc9d90140493 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/quotas/5fb20277dcc84c37ae3841776102a3b9 HTTP/1.1" status: 200 len: 375 time: 0.0111740 Sep 21 16:24:21.933746 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63746e86-35f2-4aaf-ab7e-d6e5a691c452 req-3c76ff45-c988-41fb-a3d7-56d3810c3051 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:21.935159 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-63746e86-35f2-4aaf-ab7e-d6e5a691c452 req-3c76ff45-c988-41fb-a3d7-56d3810c3051 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0528502 Sep 21 16:24:21.974373 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-e0d681c0-39bc-4c53-88a2-ff7d5410d4b0 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5fb20277dcc84c37ae3841776102a3b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601990 Sep 21 16:24:21.983415 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-63746e86-35f2-4aaf-ab7e-d6e5a691c452 req-268c61cf-1143-4ffc-a185-062e1fa05a84 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363932 Sep 21 16:24:22.113269 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-9c8d76a6-bb8e-4ea0-8643-151e155cc317 service neutron] 10.222.0.41 "GET /v2.0/networks/2129420f-2812-466d-9bce-5386e3460d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310005 Sep 21 16:24:22.207183 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-c4c37ca5-5b88-492a-bc52-4d9bd5859e8e service neutron] 10.222.0.41 "GET /v2.0/networks/2129420f-2812-466d-9bce-5386e3460d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868158 Sep 21 16:24:22.507918 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-da81255b-a2f1-4ab1-9565-ad85b60702c4 req-83919d6e-0776-4c4f-9edd-086e58a4cabc tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b013078-b411-418d-8803-2c1374e53c27 HTTP/1.1" status: 200 len: 210 time: 0.0464714 Sep 21 16:24:22.972102 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7c276-5f1b-4ae0-8d54-4616abe374f9 req-32388ad8-4018-4bed-9c60-dda0082c5288 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:22.974784 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d3f7c276-5f1b-4ae0-8d54-4616abe374f9 req-32388ad8-4018-4bed-9c60-dda0082c5288 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ea9a6a4-b795-4738-b6f0-e38825c1063a HTTP/1.1" status: 200 len: 944 time: 0.0559864 Sep 21 16:24:23.045712 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d3f7c276-5f1b-4ae0-8d54-4616abe374f9 req-84b35dc0-7cf0-4067-8525-1e774b066f2f tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628827 Sep 21 16:24:23.113895 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e933291-bf50-49d3-98f0-0fb5b3ea7a26 req-6d90512f-989d-43d9-9511-644f06185afe tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:23.115897 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-1e933291-bf50-49d3-98f0-0fb5b3ea7a26 req-6d90512f-989d-43d9-9511-644f06185afe tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0579789 Sep 21 16:24:23.161471 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-1e933291-bf50-49d3-98f0-0fb5b3ea7a26 req-1f1b43ac-e91f-4e2a-a08f-60c042017012 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387316 Sep 21 16:24:23.604154 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 873a2b7f-ca78-43d6-af05-30694ab9fac7 up at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:24:23.619684 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-997a462b-ea9c-44e8-8879-1b568c7a36d9 req-7130ceb0-03aa-4d03-a0aa-26a05bad4180 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b013078-b411-418d-8803-2c1374e53c27 HTTP/1.1" status: 200 len: 210 time: 0.0281613 Sep 21 16:24:23.753749 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning for port 873a2b7f-ca78-43d6-af05-30694ab9fac7 completed by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:24:23.759285 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning complete for port 873a2b7f-ca78-43d6-af05-30694ab9fac7 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:24:23.759860 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:23.860712 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:23.901184 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea9a6a4-b795-4738-b6f0-e38825c1063a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873a2b7f-ca78-43d6-af05-30694ab9fac7'}] {{(pid=184193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:24:23.903922 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e6171c86456a5bbdaf0b46ebb92172d32a0ea5b64bc8822db714b438cc8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ead68b-0db9-4f93-b8ec-6f5d6353cebc" -d '{"events": [{"server_uuid": "9ea9a6a4-b795-4738-b6f0-e38825c1063a", "name": "network-vif-plugged", "status": "completed", "tag": "873a2b7f-ca78-43d6-af05-30694ab9fac7"}]}' {{(pid=184193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:24:23.923108 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 873a2b7f-ca78-43d6-af05-30694ab9fac7, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=873a2b7f-ca78-43d6-af05-30694ab9fac7,segment=NetworkSegment(f085cb7b-6957-4448-a978-da6f47733cd9),segment_id=f085cb7b-6957-4448-a978-da6f47733cd9)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:24:24.004540 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:24.008587 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ad8927-a2e7-4b96-a91c-dc7808c75494 x-openstack-request-id: req-36ad8927-a2e7-4b96-a91c-dc7808c75494 {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:24:24.008950 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea9a6a4-b795-4738-b6f0-e38825c1063a", "name": "network-vif-plugged", "status": "completed", "tag": "873a2b7f-ca78-43d6-af05-30694ab9fac7", "code": 200}]} {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:24:24.013146 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36ad8927-a2e7-4b96-a91c-dc7808c75494 {{(pid=184193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:24:24.013146 dv-cinder-810035-1-iscsi neutron-server[184193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea9a6a4-b795-4738-b6f0-e38825c1063a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873a2b7f-ca78-43d6-af05-30694ab9fac7', 'code': 200} Sep 21 16:24:24.064751 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=873a2b7f-ca78-43d6-af05-30694ab9fac7,revision_number=5']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:24:24.185467 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07553d0d-6908-4709-b3bc-66b247b00faf req-b40ad4ca-fae5-466e-85bb-7b1a34e3200a tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:24.188190 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-07553d0d-6908-4709-b3bc-66b247b00faf req-b40ad4ca-fae5-466e-85bb-7b1a34e3200a tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ea9a6a4-b795-4738-b6f0-e38825c1063a HTTP/1.1" status: 200 len: 945 time: 0.0613701 Sep 21 16:24:24.269538 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-07553d0d-6908-4709-b3bc-66b247b00faf req-d09d206b-d6fa-4dd7-a4a9-d6f845aaa186 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587330 Sep 21 16:24:24.331548 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c4950-adb1-431b-a302-1a34ba71942a req-be9eaaf5-151d-49ae-bc17-46743afe04b1 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:24.335087 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6f6c4950-adb1-431b-a302-1a34ba71942a req-be9eaaf5-151d-49ae-bc17-46743afe04b1 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0826132 Sep 21 16:24:24.446443 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6f6c4950-adb1-431b-a302-1a34ba71942a req-5a3f7fc5-b358-4737-9a24-96da1d1fe1b1 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042254 Sep 21 16:24:24.468960 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9a4d8-f776-4ba6-8e4e-408bb04afe61 req-f9775be8-bb65-4014-9a06-6143a826d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:24.470787 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-34c9a4d8-f776-4ba6-8e4e-408bb04afe61 req-f9775be8-bb65-4014-9a06-6143a826d851 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9ea9a6a4-b795-4738-b6f0-e38825c1063a HTTP/1.1" status: 200 len: 1098 time: 0.1051600 Sep 21 16:24:24.525306 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-34c9a4d8-f776-4ba6-8e4e-408bb04afe61 req-f5373bfd-f814-4a46-ac3a-59b56ea926b1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364270 Sep 21 16:24:24.602621 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-b8d27a89-d35e-40bd-bda7-1e417fe5a847 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:24.604148 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-b8d27a89-d35e-40bd-bda7-1e417fe5a847 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.44 "GET /v2.0/networks?id=2129420f-2812-466d-9bce-5386e3460d60 HTTP/1.1" status: 200 len: 815 time: 0.1150050 Sep 21 16:24:24.730160 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b69eae26-2b27-4f6c-b9f9-9592ab07c8c7 req-42d2519d-34b9-4866-8948-a2fbd87489f4 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b013078-b411-418d-8803-2c1374e53c27 HTTP/1.1" status: 200 len: 210 time: 0.0265353 Sep 21 16:24:25.257370 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-4ba0b259-be18-4ada-9d73-851002d8485b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Request body: {'port': {'device_id': '3b013078-b411-418d-8803-2c1374e53c27', 'network_id': '2129420f-2812-466d-9bce-5386e3460d60', 'admin_state_up': True, 'tenant_id': '5fb20277dcc84c37ae3841776102a3b9'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:24:25.398750 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015ea6f-4481-4cf4-bd01-3f1924ff4dd3 req-a30c9620-0b70-4f79-a29a-a4f000a0e491 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:25.400359 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1015ea6f-4481-4cf4-bd01-3f1924ff4dd3 req-a30c9620-0b70-4f79-a29a-a4f000a0e491 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ea9a6a4-b795-4738-b6f0-e38825c1063a HTTP/1.1" status: 200 len: 945 time: 0.0522487 Sep 21 16:24:25.455240 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1015ea6f-4481-4cf4-bd01-3f1924ff4dd3 req-7172f486-2537-409b-9eb6-86daebf55e7e tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463588 Sep 21 16:24:25.461355 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-4ba0b259-be18-4ada-9d73-851002d8485b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Made reservation on behalf of 5fb20277dcc84c37ae3841776102a3b9 for: {'port': 1} {{(pid=184191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:24:25.466385 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-4ba0b259-be18-4ada-9d73-851002d8485b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:25.667295 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1cdb4-66bd-45a6-abb1-9baf2015873b req-e7e248bc-87ab-457e-b0f1-aaa5696afee5 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:25.668843 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-bef1cdb4-66bd-45a6-abb1-9baf2015873b req-e7e248bc-87ab-457e-b0f1-aaa5696afee5 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.1103826 Sep 21 16:24:25.670050 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_common [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-4ba0b259-be18-4ada-9d73-851002d8485b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Allocated IP 172.20.0.12 (2129420f-2812-466d-9bce-5386e3460d60/c045efe2-2c5c-4924-9aed-a88a9b6c079d/c935cc29-f735-4b63-b0e2-c548fb0efb3c) {{(pid=184191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:24:25.745260 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-bef1cdb4-66bd-45a6-abb1-9baf2015873b req-75c3ad01-b2e9-4688-9d24-bf398f0d57ae tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668235 Sep 21 16:24:25.845074 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-eb483839-b177-4e20-9cd0-42e7df9f5073 req-2a5dad4a-029f-4377-bc47-37b5d2d4fda0 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b013078-b411-418d-8803-2c1374e53c27 HTTP/1.1" status: 200 len: 210 time: 0.0278060 Sep 21 16:24:25.873902 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-4ba0b259-be18-4ada-9d73-851002d8485b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Notify callbacks [] for port, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:25.988300 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-4ba0b259-be18-4ada-9d73-851002d8485b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112'] for port, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:26.006193 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['0ca71c07-a56e-41e7-b6bb-aca8f68cfffa', 'cec875ac-7e2b-4105-ac79-84434edd01df'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:24:26.030984 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-4ba0b259-be18-4ada-9d73-851002d8485b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Network 2129420f-2812-466d-9bce-5386e3460d60 is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:24:26.034214 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-4ba0b259-be18-4ada-9d73-851002d8485b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:24:26.040730 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-4ba0b259-be18-4ada-9d73-851002d8485b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Received port after_create {{(pid=184191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:24:26.046273 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-4ba0b259-be18-4ada-9d73-851002d8485b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:26.046897 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-4ba0b259-be18-4ada-9d73-851002d8485b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:26.053934 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0b259-be18-4ada-9d73-851002d8485b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Pushing event updated for resources: {'Port': ['ID=c935cc29-f735-4b63-b0e2-c548fb0efb3c,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:24:26.066643 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba0b259-be18-4ada-9d73-851002d8485b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:26.067581 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba0b259-be18-4ada-9d73-851002d8485b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:26.067581 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba0b259-be18-4ada-9d73-851002d8485b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:26.067794 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba0b259-be18-4ada-9d73-851002d8485b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:26.067997 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba0b259-be18-4ada-9d73-851002d8485b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:26.068325 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba0b259-be18-4ada-9d73-851002d8485b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:26.068646 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba0b259-be18-4ada-9d73-851002d8485b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:26.069002 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba0b259-be18-4ada-9d73-851002d8485b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:26.069303 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba0b259-be18-4ada-9d73-851002d8485b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:26.069640 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba0b259-be18-4ada-9d73-851002d8485b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:26.069959 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba0b259-be18-4ada-9d73-851002d8485b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:26.070278 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba0b259-be18-4ada-9d73-851002d8485b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:26.109021 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-4ba0b259-be18-4ada-9d73-851002d8485b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8563101 Sep 21 16:24:26.129264 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-a4bce7bd-f53e-46de-99bf-a905cc85f5af service neutron] Request body: {'port': {'device_id': '3b013078-b411-418d-8803-2c1374e53c27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81003'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:24:26.206137 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-a4bce7bd-f53e-46de-99bf-a905cc85f5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:26.511607 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-a4bce7bd-f53e-46de-99bf-a905cc85f5af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c935cc29-f735-4b63-b0e2-c548fb0efb3c {{(pid=184191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:24:26.521725 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-a4bce7bd-f53e-46de-99bf-a905cc85f5af service neutron] Notify callbacks [] for port, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:26.538355 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.provisioning_blocks [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-a4bce7bd-f53e-46de-99bf-a905cc85f5af service neutron] Transition to ACTIVE for port object c935cc29-f735-4b63-b0e2-c548fb0efb3c will not be triggered until provisioned by entity L2. {{(pid=184191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:24:26.603072 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d0d5e-6f08-4bdb-bbde-d0bbd37b1255 req-f4ca1aee-b4b9-4299-8458-1734f9a72bd0 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:26.604677 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8a5d0d5e-6f08-4bdb-bbde-d0bbd37b1255 req-f4ca1aee-b4b9-4299-8458-1734f9a72bd0 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ea9a6a4-b795-4738-b6f0-e38825c1063a HTTP/1.1" status: 200 len: 945 time: 0.0532026 Sep 21 16:24:26.628395 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-a4bce7bd-f53e-46de-99bf-a905cc85f5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:26.679803 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8a5d0d5e-6f08-4bdb-bbde-d0bbd37b1255 req-cc95f4ab-090d-46f2-9082-06d51c6a31e4 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690184 Sep 21 16:24:26.695129 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bce7bd-f53e-46de-99bf-a905cc85f5af service neutron] Pushing event updated for resources: {'Port': ['ID=c935cc29-f735-4b63-b0e2-c548fb0efb3c,revision_number=2']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:24:26.730684 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.managers [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-a4bce7bd-f53e-46de-99bf-a905cc85f5af service neutron] Attempting to bind port c935cc29-f735-4b63-b0e2-c548fb0efb3c on host hv-cinder-81003 for vnic_type normal with profile {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:24:26.730924 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.managers [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-a4bce7bd-f53e-46de-99bf-a905cc85f5af service neutron] Attempting to bind port c935cc29-f735-4b63-b0e2-c548fb0efb3c by drivers openvswitch,hyperv on host hv-cinder-81003 at level 0 using segments [{'id': '339411b1-a747-4f71-987b-11bb17257499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2129420f-2812-466d-9bce-5386e3460d60'}] {{(pid=184191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:24:26.731241 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-a4bce7bd-f53e-46de-99bf-a905cc85f5af service neutron] Attempting to bind port c935cc29-f735-4b63-b0e2-c548fb0efb3c on network 2129420f-2812-466d-9bce-5386e3460d60 {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:24:26.735562 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-a4bce7bd-f53e-46de-99bf-a905cc85f5af service neutron] Port c935cc29-f735-4b63-b0e2-c548fb0efb3c on network 2129420f-2812-466d-9bce-5386e3460d60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81003 {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 16:24:26.735901 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-a4bce7bd-f53e-46de-99bf-a905cc85f5af service neutron] Attempting to bind port c935cc29-f735-4b63-b0e2-c548fb0efb3c on network 2129420f-2812-466d-9bce-5386e3460d60 {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:24:26.740670 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-a4bce7bd-f53e-46de-99bf-a905cc85f5af service neutron] Checking agent: {'id': 'b0f092dd-0f26-432c-b483-67197dbc1b44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'started_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:24:26.741037 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-a4bce7bd-f53e-46de-99bf-a905cc85f5af service neutron] Checking segment: {'id': '339411b1-a747-4f71-987b-11bb17257499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2129420f-2812-466d-9bce-5386e3460d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:24:26.741410 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-a4bce7bd-f53e-46de-99bf-a905cc85f5af service neutron] Bound using segment: {'id': '339411b1-a747-4f71-987b-11bb17257499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2129420f-2812-466d-9bce-5386e3460d60'} {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:24:26.741893 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.managers [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-a4bce7bd-f53e-46de-99bf-a905cc85f5af service neutron] Bound port: c935cc29-f735-4b63-b0e2-c548fb0efb3c, host: hv-cinder-81003, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '339411b1-a747-4f71-987b-11bb17257499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2129420f-2812-466d-9bce-5386e3460d60'}}] {{(pid=184191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:24:26.742240 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-a4bce7bd-f53e-46de-99bf-a905cc85f5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:26.810954 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-a4bce7bd-f53e-46de-99bf-a905cc85f5af service neutron] For port c935cc29-f735-4b63-b0e2-c548fb0efb3c, host hv-cinder-81003, cleared binding levels {{(pid=184191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:24:26.814762 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-a4bce7bd-f53e-46de-99bf-a905cc85f5af service neutron] For port c935cc29-f735-4b63-b0e2-c548fb0efb3c, host hv-cinder-81003, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=c935cc29-f735-4b63-b0e2-c548fb0efb3c,segment=NetworkSegment(339411b1-a747-4f71-987b-11bb17257499),segment_id=339411b1-a747-4f71-987b-11bb17257499)] {{(pid=184191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:24:26.884676 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22d077-1233-4b05-89f9-60aafc303491 req-3f61300c-a030-4536-a985-ec60f3b90a5d tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:26.886007 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2b22d077-1233-4b05-89f9-60aafc303491 req-3f61300c-a030-4536-a985-ec60f3b90a5d tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0508664 Sep 21 16:24:26.886511 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-a4bce7bd-f53e-46de-99bf-a905cc85f5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:26.936730 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2b22d077-1233-4b05-89f9-60aafc303491 req-f76290d9-f245-4e40-b1e2-66fdaafc3381 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385838 Sep 21 16:24:26.943429 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-a4bce7bd-f53e-46de-99bf-a905cc85f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:26.944034 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-a4bce7bd-f53e-46de-99bf-a905cc85f5af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:26.945424 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-a4bce7bd-f53e-46de-99bf-a905cc85f5af service neutron] 10.222.0.44 "PUT /v2.0/ports/c935cc29-f735-4b63-b0e2-c548fb0efb3c HTTP/1.1" status: 200 len: 1094 time: 0.8209841 Sep 21 16:24:26.945866 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b013078-b411-418d-8803-2c1374e53c27', 'tag': 'c935cc29-f735-4b63-b0e2-c548fb0efb3c'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:24:26.948359 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044e0f88-4314-4c5e-8347-f59a2ffebd2d" -d '{"events": [{"name": "network-changed", "server_uuid": "3b013078-b411-418d-8803-2c1374e53c27", "tag": "c935cc29-f735-4b63-b0e2-c548fb0efb3c"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:24:26.998459 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bce7bd-f53e-46de-99bf-a905cc85f5af service neutron] Pushing event updated for resources: {'Port': ['ID=c935cc29-f735-4b63-b0e2-c548fb0efb3c,revision_number=3']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:24:27.008271 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac241382-9be3-4c7a-b649-ed9c124dcbb2 x-openstack-request-id: req-ac241382-9be3-4c7a-b649-ed9c124dcbb2 {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:24:27.008468 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b013078-b411-418d-8803-2c1374e53c27", "tag": "c935cc29-f735-4b63-b0e2-c548fb0efb3c", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:24:27.008753 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac241382-9be3-4c7a-b649-ed9c124dcbb2 {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:24:27.009116 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b013078-b411-418d-8803-2c1374e53c27', 'tag': 'c935cc29-f735-4b63-b0e2-c548fb0efb3c', 'status': 'completed', 'code': 200} Sep 21 16:24:27.018233 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535f448-bc47-4df1-a4b5-3d828db86db1 req-438f196a-33e2-4f08-a453-3c00483ce18b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:27.019998 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-1535f448-bc47-4df1-a4b5-3d828db86db1 req-438f196a-33e2-4f08-a453-3c00483ce18b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b013078-b411-418d-8803-2c1374e53c27 HTTP/1.1" status: 200 len: 944 time: 0.0952165 Sep 21 16:24:27.063522 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-1535f448-bc47-4df1-a4b5-3d828db86db1 req-054b0d3b-74e9-4c5d-9e4f-98d3ab86b5a8 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345340 Sep 21 16:24:30.830015 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:24:32.932259 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e0f88-4314-4c5e-8347-f59a2ffebd2d req-db0cca8b-2783-4977-a519-c5425c59b100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:32.933766 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-044e0f88-4314-4c5e-8347-f59a2ffebd2d req-db0cca8b-2783-4977-a519-c5425c59b100 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5fb20277dcc84c37ae3841776102a3b9&device_id=3b013078-b411-418d-8803-2c1374e53c27 HTTP/1.1" status: 200 len: 1097 time: 0.0420589 Sep 21 16:24:33.051815 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e0f88-4314-4c5e-8347-f59a2ffebd2d req-5414fd7a-0529-4d61-b6f4-57c875c02a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:33.053305 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-044e0f88-4314-4c5e-8347-f59a2ffebd2d req-5414fd7a-0529-4d61-b6f4-57c875c02a55 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=5fb20277dcc84c37ae3841776102a3b9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1092839 Sep 21 16:24:33.183449 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e0f88-4314-4c5e-8347-f59a2ffebd2d req-fd471cb0-43f6-400f-9c16-aced8183e9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:33.184923 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-044e0f88-4314-4c5e-8347-f59a2ffebd2d req-fd471cb0-43f6-400f-9c16-aced8183e9bb service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1232100 Sep 21 16:24:33.211207 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b135b-fbcb-4107-a88d-a4e3e1340c28 req-9b3ea30c-84f1-462c-b2bd-a7604bd2699f tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:33.213384 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-bc7b135b-fbcb-4107-a88d-a4e3e1340c28 req-9b3ea30c-84f1-462c-b2bd-a7604bd2699f tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ea9a6a4-b795-4738-b6f0-e38825c1063a HTTP/1.1" status: 200 len: 945 time: 0.0692675 Sep 21 16:24:33.241984 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aede838-5f28-48cf-a8ff-3914857bd07b req-0972bc50-0f4b-44c2-b6ef-51d6cf48278b tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:33.243856 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6aede838-5f28-48cf-a8ff-3914857bd07b req-0972bc50-0f4b-44c2-b6ef-51d6cf48278b tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0699630 Sep 21 16:24:33.270780 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-bc7b135b-fbcb-4107-a88d-a4e3e1340c28 req-649e3ed5-1e86-4270-a89b-2a8e2a532bad tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454698 Sep 21 16:24:33.283579 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6aede838-5f28-48cf-a8ff-3914857bd07b req-92d7ad3c-0261-4e24-9575-bb6e4d4699ed tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336909 Sep 21 16:24:33.400981 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250417a-0f42-47e1-9554-66c79e36525a req-230a9d30-a2bf-4dc9-9a1f-9ad53e20829f tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:33.402681 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7250417a-0f42-47e1-9554-66c79e36525a req-230a9d30-a2bf-4dc9-9a1f-9ad53e20829f tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b013078-b411-418d-8803-2c1374e53c27 HTTP/1.1" status: 200 len: 944 time: 0.0586200 Sep 21 16:24:33.453442 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7250417a-0f42-47e1-9554-66c79e36525a req-aa7a91f3-a218-4ecf-b1d2-13d250bddb79 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442472 Sep 21 16:24:33.858331 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-d3a78308-8f84-467a-be78-28127e4cf92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:33.859845 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-d3a78308-8f84-467a-be78-28127e4cf92f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5fb20277dcc84c37ae3841776102a3b9&device_id=3b013078-b411-418d-8803-2c1374e53c27 HTTP/1.1" status: 200 len: 1097 time: 0.0559061 Sep 21 16:24:33.907215 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-0fb238d4-0162-4cbd-a201-f586a693cdc4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c935cc29-f735-4b63-b0e2-c548fb0efb3c HTTP/1.1" status: 200 len: 217 time: 0.0390534 Sep 21 16:24:34.020142 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-61f49edc-9fbc-4d8c-babc-2091edc68220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:34.022339 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-61f49edc-9fbc-4d8c-babc-2091edc68220 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c045efe2-2c5c-4924-9aed-a88a9b6c079d HTTP/1.1" status: 200 len: 855 time: 0.0523851 Sep 21 16:24:34.067473 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-9b58daf8-ceb8-433b-95a8-f4d19b8494df service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2129420f-2812-466d-9bce-5386e3460d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346158 Sep 21 16:24:34.422710 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-c771aedc-91ef-4267-8269-1acc1c540e8d service neutron] 10.222.0.44 "GET /v2.0/networks/2129420f-2812-466d-9bce-5386e3460d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476348 Sep 21 16:24:34.431792 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62594331-0b68-4e68-928f-d17776dffbe1 req-42bf0211-0021-4fe0-bc23-9ef115f7cfaf tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:34.433264 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-62594331-0b68-4e68-928f-d17776dffbe1 req-42bf0211-0021-4fe0-bc23-9ef115f7cfaf tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ea9a6a4-b795-4738-b6f0-e38825c1063a HTTP/1.1" status: 200 len: 945 time: 0.0753992 Sep 21 16:24:34.439435 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227b551-22d1-4fa6-8a28-dfcbf525e986 req-a6d65ee3-039a-4632-a62b-d128313fefb5 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:34.441063 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-8227b551-22d1-4fa6-8a28-dfcbf525e986 req-a6d65ee3-039a-4632-a62b-d128313fefb5 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0727975 Sep 21 16:24:34.490710 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-8227b551-22d1-4fa6-8a28-dfcbf525e986 req-2853a782-b3fa-4cce-9942-12307fd863f6 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435920 Sep 21 16:24:34.537994 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-62594331-0b68-4e68-928f-d17776dffbe1 req-5dbdceea-2247-45cd-a734-43e8339124ee tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872838 Sep 21 16:24:34.564555 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2f9ca7e3-3430-40a1-b27a-6b876c16421e req-8b0e7562-4ce9-4643-b1cf-32589df1338e service neutron] 10.222.0.44 "GET /v2.0/networks/2129420f-2812-466d-9bce-5386e3460d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302209 Sep 21 16:24:34.633099 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c70f59-eeaf-43f9-b6de-2e09aa5f870f req-f8f03417-7a97-4d50-b3f7-a96c835499d9 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:34.634632 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c5c70f59-eeaf-43f9-b6de-2e09aa5f870f req-f8f03417-7a97-4d50-b3f7-a96c835499d9 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b013078-b411-418d-8803-2c1374e53c27 HTTP/1.1" status: 200 len: 944 time: 0.0570769 Sep 21 16:24:34.680540 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c5c70f59-eeaf-43f9-b6de-2e09aa5f870f req-e60e679a-b6ee-4c9b-b405-91ff96a28b07 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360792 Sep 21 16:24:38.618792 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970d50c-b51f-4496-9ed9-b845cb0568fa req-d0111e71-e836-4d86-b4bc-da6be7ef80e9 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:38.619322 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740617e0-62fb-467b-a990-1c6e3611fa6d req-2e09e90b-118c-4f25-ac6e-a183656c01a4 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:38.619726 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-3970d50c-b51f-4496-9ed9-b845cb0568fa req-d0111e71-e836-4d86-b4bc-da6be7ef80e9 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b013078-b411-418d-8803-2c1374e53c27 HTTP/1.1" status: 200 len: 944 time: 0.0518425 Sep 21 16:24:38.623939 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-740617e0-62fb-467b-a990-1c6e3611fa6d req-2e09e90b-118c-4f25-ac6e-a183656c01a4 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0622189 Sep 21 16:24:38.655154 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-3970d50c-b51f-4496-9ed9-b845cb0568fa req-4d1e9bf0-f3b8-4365-8911-eafc6f9b3747 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334530 Sep 21 16:24:38.670285 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-740617e0-62fb-467b-a990-1c6e3611fa6d req-b520b5d3-1608-4823-80a0-b96f206763e6 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439532 Sep 21 16:24:39.077595 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:39.857855 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3aaf3-b677-40d2-81f0-7238558e45cc req-90dfc9fa-82ae-4ca0-a439-8ebbe7b0bb4d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:39.859337 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5bb3aaf3-b677-40d2-81f0-7238558e45cc req-90dfc9fa-82ae-4ca0-a439-8ebbe7b0bb4d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b013078-b411-418d-8803-2c1374e53c27 HTTP/1.1" status: 200 len: 944 time: 0.0498486 Sep 21 16:24:39.876344 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ad4ab-2782-47a4-8bbd-21c6991efd75 req-8c947f6a-1524-4a1b-9e48-fb8cb3c5b9ff tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:39.880224 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7a7ad4ab-2782-47a4-8bbd-21c6991efd75 req-8c947f6a-1524-4a1b-9e48-fb8cb3c5b9ff tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0491242 Sep 21 16:24:39.903376 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5bb3aaf3-b677-40d2-81f0-7238558e45cc req-d91a270f-a890-4409-b3dd-820a623cfe42 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371668 Sep 21 16:24:39.917112 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7a7ad4ab-2782-47a4-8bbd-21c6991efd75 req-b7bfc6b5-402d-4582-ab6d-504d0f055f4f tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322351 Sep 21 16:24:40.348749 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d802fa2-2dd4-40a9-8380-fa5b0b90b51c req-1908b461-bc1a-4f3d-b4f4-4aa7211bd3d4 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:40.348749 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-4d802fa2-2dd4-40a9-8380-fa5b0b90b51c req-1908b461-bc1a-4f3d-b4f4-4aa7211bd3d4 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ea9a6a4-b795-4738-b6f0-e38825c1063a HTTP/1.1" status: 200 len: 945 time: 0.0628533 Sep 21 16:24:40.386345 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-4d802fa2-2dd4-40a9-8380-fa5b0b90b51c req-dea8c826-0bb7-463c-8dc8-707351349f64 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328786 Sep 21 16:24:41.043588 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027daee-f837-463b-9bf8-0ace997e150c req-a68a82e6-b1bf-40b9-8ef8-0648295d9706 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:41.045286 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a027daee-f837-463b-9bf8-0ace997e150c req-a68a82e6-b1bf-40b9-8ef8-0648295d9706 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0514188 Sep 21 16:24:41.048546 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e94cc-543a-4257-9715-198ccf0cef76 req-8b78b97b-c56d-4f14-a88b-95c67fc082ad tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:41.050066 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-540e94cc-543a-4257-9715-198ccf0cef76 req-8b78b97b-c56d-4f14-a88b-95c67fc082ad tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b013078-b411-418d-8803-2c1374e53c27 HTTP/1.1" status: 200 len: 944 time: 0.0541987 Sep 21 16:24:41.088857 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a027daee-f837-463b-9bf8-0ace997e150c req-e6101c4a-2369-48e6-9fc3-7df5b0011ed4 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362318 Sep 21 16:24:41.089242 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-540e94cc-543a-4257-9715-198ccf0cef76 req-6fcf47f2-5605-4d11-8ad0-8e495d6a88b7 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321620 Sep 21 16:24:41.202897 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f9053-d662-47ee-a89c-3375ef087f11 req-eeb0424d-171d-4cc0-9d03-7b114d9698e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:41.204434 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f32f9053-d662-47ee-a89c-3375ef087f11 req-eeb0424d-171d-4cc0-9d03-7b114d9698e6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 1098 time: 0.0389926 Sep 21 16:24:41.242171 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f32f9053-d662-47ee-a89c-3375ef087f11 req-903111e4-d63d-4168-ab3d-be88e1136ce0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282919 Sep 21 16:24:41.504112 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf176558-2b4a-4baa-8233-f7839998781c req-9131473b-8822-49d0-8ca1-47bc6ca2f404 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:41.504112 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-bf176558-2b4a-4baa-8233-f7839998781c req-9131473b-8822-49d0-8ca1-47bc6ca2f404 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ea9a6a4-b795-4738-b6f0-e38825c1063a HTTP/1.1" status: 200 len: 945 time: 0.0495107 Sep 21 16:24:41.543286 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-bf176558-2b4a-4baa-8233-f7839998781c req-5164767b-c072-4912-807b-9b65131d649f tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335712 Sep 21 16:24:41.769315 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-9915f299-4124-40cf-a0b6-0265e59adcb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:42.205544 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08d0cf-6838-4492-a2d0-c219796e1a67 req-82347663-d458-404d-9d48-868f672b4ae3 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:42.207048 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9f08d0cf-6838-4492-a2d0-c219796e1a67 req-82347663-d458-404d-9d48-868f672b4ae3 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0491967 Sep 21 16:24:42.210026 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41378b-3a1d-4650-967a-8934a7da4a8d req-99dbb6b1-f46f-4ff3-88e7-ba5abcf71d11 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:42.212312 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-dd41378b-3a1d-4650-967a-8934a7da4a8d req-99dbb6b1-f46f-4ff3-88e7-ba5abcf71d11 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b013078-b411-418d-8803-2c1374e53c27 HTTP/1.1" status: 200 len: 944 time: 0.0545492 Sep 21 16:24:42.263195 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-dd41378b-3a1d-4650-967a-8934a7da4a8d req-ebbfc9e9-1017-4022-9ecb-b810c111a42d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354311 Sep 21 16:24:42.264561 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9f08d0cf-6838-4492-a2d0-c219796e1a67 req-02f53eff-a6d4-4f8f-89d2-dd8bb3bd5789 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418167 Sep 21 16:24:42.660041 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca0aca-5e71-47ac-9676-6847c87b34e1 req-19e0b93f-1095-4f72-b15d-33abfd7d9dfa tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:42.662069 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-85ca0aca-5e71-47ac-9676-6847c87b34e1 req-19e0b93f-1095-4f72-b15d-33abfd7d9dfa tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ea9a6a4-b795-4738-b6f0-e38825c1063a HTTP/1.1" status: 200 len: 945 time: 0.0524969 Sep 21 16:24:42.700005 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-85ca0aca-5e71-47ac-9676-6847c87b34e1 req-f42983d3-78ac-49a7-b27f-82da07878789 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319257 Sep 21 16:24:43.449650 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6abbf4-a0d2-43aa-aa11-fb005748b0c1 req-25c7103b-dfa0-4d86-97b8-61a6a293dcad tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:43.451277 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6f6abbf4-a0d2-43aa-aa11-fb005748b0c1 req-25c7103b-dfa0-4d86-97b8-61a6a293dcad tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ea9a6a4-b795-4738-b6f0-e38825c1063a HTTP/1.1" status: 200 len: 945 time: 0.0759697 Sep 21 16:24:43.465566 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426b79b-6def-4110-8fb1-7a9075b0aa43 req-6f8796f0-bfa2-495b-8945-3d6a15c254f8 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:43.467104 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3426b79b-6def-4110-8fb1-7a9075b0aa43 req-6f8796f0-bfa2-495b-8945-3d6a15c254f8 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b013078-b411-418d-8803-2c1374e53c27 HTTP/1.1" status: 200 len: 944 time: 0.0681734 Sep 21 16:24:43.506883 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3426b79b-6def-4110-8fb1-7a9075b0aa43 req-8d60ab65-801b-4337-b0c9-bbe68a7e8a93 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335732 Sep 21 16:24:43.538259 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39729167-597d-48c2-a998-0c624dfe75ba req-2a58d486-e506-4ce7-8de3-c27efc6948ba tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:43.539822 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-39729167-597d-48c2-a998-0c624dfe75ba req-2a58d486-e506-4ce7-8de3-c27efc6948ba tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.1121113 Sep 21 16:24:43.624773 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-39729167-597d-48c2-a998-0c624dfe75ba req-81834370-669d-4c6b-9803-5454bb2fef28 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633762 Sep 21 16:24:43.637703 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [req-6f6abbf4-a0d2-43aa-aa11-fb005748b0c1 req-e60b9027-93c9-48db-90b5-aec44ad20ba0 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Deleting port 873a2b7f-ca78-43d6-af05-30694ab9fac7 {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:24:43.638076 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-6f6abbf4-a0d2-43aa-aa11-fb005748b0c1 req-e60b9027-93c9-48db-90b5-aec44ad20ba0 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:43.757205 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-6f6abbf4-a0d2-43aa-aa11-fb005748b0c1 req-e60b9027-93c9-48db-90b5-aec44ad20ba0 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] For port 873a2b7f-ca78-43d6-af05-30694ab9fac7, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=873a2b7f-ca78-43d6-af05-30694ab9fac7,segment=NetworkSegment(f085cb7b-6957-4448-a978-da6f47733cd9),segment_id=f085cb7b-6957-4448-a978-da6f47733cd9)] {{(pid=184191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:24:43.757568 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-6f6abbf4-a0d2-43aa-aa11-fb005748b0c1 req-e60b9027-93c9-48db-90b5-aec44ad20ba0 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:43.778156 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [req-6f6abbf4-a0d2-43aa-aa11-fb005748b0c1 req-e60b9027-93c9-48db-90b5-aec44ad20ba0 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Calling delete_port for 873a2b7f-ca78-43d6-af05-30694ab9fac7 owned by compute:nova {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:24:43.824748 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434407e-27cf-41c1-8110-5bf4d6d11b3b req-3f7cdef0-5146-43c2-9651-ae827c1d6588 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:43.826395 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3434407e-27cf-41c1-8110-5bf4d6d11b3b req-3f7cdef0-5146-43c2-9651-ae827c1d6588 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ea9a6a4-b795-4738-b6f0-e38825c1063a HTTP/1.1" status: 200 len: 945 time: 0.0502591 Sep 21 16:24:43.856618 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 58984) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:24:43.871168 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3434407e-27cf-41c1-8110-5bf4d6d11b3b req-b1ab7393-0262-4960-98d7-d6bd3b6e10a4 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385079 Sep 21 16:24:44.010010 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-1c0716ef-0d3c-4672-9728-3fbb34394fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:44.022535 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-6f6abbf4-a0d2-43aa-aa11-fb005748b0c1 req-e60b9027-93c9-48db-90b5-aec44ad20ba0 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:44.043991 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['873a2b7f-ca78-43d6-af05-30694ab9fac7'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:24:44.060917 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b9027-93c9-48db-90b5-aec44ad20ba0 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Pushing event deleted for resources: {'Port': ['ID=873a2b7f-ca78-43d6-af05-30694ab9fac7,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:24:44.140459 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6abbf4-a0d2-43aa-aa11-fb005748b0c1 req-e60b9027-93c9-48db-90b5-aec44ad20ba0 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] No DVR routers for this DVR port 873a2b7f-ca78-43d6-af05-30694ab9fac7 on host hv-cinder-81003 {{(pid=184191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:24:44.146736 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-6f6abbf4-a0d2-43aa-aa11-fb005748b0c1 req-e60b9027-93c9-48db-90b5-aec44ad20ba0 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:44.148755 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6f6abbf4-a0d2-43aa-aa11-fb005748b0c1 req-e60b9027-93c9-48db-90b5-aec44ad20ba0 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.44 "DELETE /v2.0/ports/873a2b7f-ca78-43d6-af05-30694ab9fac7 HTTP/1.1" status: 204 len: 173 time: 0.6807644 Sep 21 16:24:44.149209 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea9a6a4-b795-4738-b6f0-e38825c1063a', 'name': 'network-vif-deleted', 'tag': '873a2b7f-ca78-43d6-af05-30694ab9fac7'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:24:44.151446 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84016e24-f54f-4eeb-adf8-73b90928de45" -d '{"events": [{"server_uuid": "9ea9a6a4-b795-4738-b6f0-e38825c1063a", "name": "network-vif-deleted", "tag": "873a2b7f-ca78-43d6-af05-30694ab9fac7"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:24:44.195129 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1766e713-2011-43bb-8a91-d9998daddea7 x-openstack-request-id: req-1766e713-2011-43bb-8a91-d9998daddea7 {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:24:44.195450 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea9a6a4-b795-4738-b6f0-e38825c1063a", "name": "network-vif-deleted", "tag": "873a2b7f-ca78-43d6-af05-30694ab9fac7", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:24:44.195706 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1766e713-2011-43bb-8a91-d9998daddea7 {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:24:44.196103 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea9a6a4-b795-4738-b6f0-e38825c1063a', 'name': 'network-vif-deleted', 'tag': '873a2b7f-ca78-43d6-af05-30694ab9fac7', 'status': 'completed', 'code': 200} Sep 21 16:24:44.212823 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-1c0716ef-0d3c-4672-9728-3fbb34394fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:44.285741 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-1c0716ef-0d3c-4672-9728-3fbb34394fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:44.286722 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-13bd2c3f-a59a-4ebf-a1c4-87c7aa4c9c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:44.337133 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-1c0716ef-0d3c-4672-9728-3fbb34394fcf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=28ce2c6a5cc34ae898e0100bee6e5fa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4760952 Sep 21 16:24:44.337133 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0716ef-0d3c-4672-9728-3fbb34394fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624d11ee-236b-41a3-91df-7518b0dda749,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:24:44.339431 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 58996) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:24:44.421532 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-dd8d525d-26c3-45bf-827d-808c0df6b415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:44.457236 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-dd8d525d-26c3-45bf-827d-808c0df6b415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:44.586456 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-dd8d525d-26c3-45bf-827d-808c0df6b415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:44.589168 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-dd8d525d-26c3-45bf-827d-808c0df6b415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:44.590258 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-dd8d525d-26c3-45bf-827d-808c0df6b415 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/624d11ee-236b-41a3-91df-7518b0dda749 HTTP/1.1" status: 204 len: 168 time: 0.2495260 Sep 21 16:24:44.598983 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d525d-26c3-45bf-827d-808c0df6b415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624d11ee-236b-41a3-91df-7518b0dda749,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:24:44.638338 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf7a4e-1eca-49cd-9354-a9d8cdc167e0 req-979781cb-8d51-43a9-8c8a-519ae4580471 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:44.639949 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-fbcf7a4e-1eca-49cd-9354-a9d8cdc167e0 req-979781cb-8d51-43a9-8c8a-519ae4580471 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b013078-b411-418d-8803-2c1374e53c27 HTTP/1.1" status: 200 len: 944 time: 0.0633698 Sep 21 16:24:44.678960 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-fbcf7a4e-1eca-49cd-9354-a9d8cdc167e0 req-45f8ff98-e2f5-4e50-99d3-5785d04900b9 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325725 Sep 21 16:24:44.751821 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380f444-97ee-41bc-b941-80c3d1c5ae2d req-b30f96eb-8655-4220-92d3-79a0d752ca28 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:44.753364 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9380f444-97ee-41bc-b941-80c3d1c5ae2d req-b30f96eb-8655-4220-92d3-79a0d752ca28 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0555873 Sep 21 16:24:44.792589 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9380f444-97ee-41bc-b941-80c3d1c5ae2d req-5ff909f3-7b06-4e6b-b430-b990e7328d44 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315013 Sep 21 16:24:44.828270 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:44.981391 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-47232bbf-1f9b-44bb-90ce-9dd5534435ac req-7d1f4d1f-a344-4cd7-99a6-9c4a26600996 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ea9a6a4-b795-4738-b6f0-e38825c1063a HTTP/1.1" status: 200 len: 210 time: 0.0262065 Sep 21 16:24:45.182310 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device c935cc29-f735-4b63-b0e2-c548fb0efb3c details requested by agent hyperv_hv-cinder-81003 with host hv-cinder-81003 {{(pid=184193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 16:24:45.258846 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a983da5-6c6c-4841-af97-d066f910e570 req-c338972d-12ef-4b24-8435-0f7f1326d7b2 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:45.261078 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3a983da5-6c6c-4841-af97-d066f910e570 req-c338972d-12ef-4b24-8435-0f7f1326d7b2 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0540431 Sep 21 16:24:45.275890 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 59018) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:24:45.298026 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-a295411e-5d50-4d33-8d90-df05457e6574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:45.304224 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port c935cc29-f735-4b63-b0e2-c548fb0efb3c, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=c935cc29-f735-4b63-b0e2-c548fb0efb3c,segment=NetworkSegment(339411b1-a747-4f71-987b-11bb17257499),segment_id=339411b1-a747-4f71-987b-11bb17257499)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:24:45.314093 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808b941-814c-44d9-8c46-9fa66780ab71 req-81d40c6f-56ae-4a37-8083-fbb6bc277be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:45.315730 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-1808b941-814c-44d9-8c46-9fa66780ab71 req-81d40c6f-56ae-4a37-8083-fbb6bc277be5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93f2e2ff196b40faba780c1bba395eba&device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 1098 time: 0.0435896 Sep 21 16:24:45.316049 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Returning: {'device': 'c935cc29-f735-4b63-b0e2-c548fb0efb3c', 'network_id': '2129420f-2812-466d-9bce-5386e3460d60', 'port_id': 'c935cc29-f735-4b63-b0e2-c548fb0efb3c', 'mac_address': 'fa:16:3e:fb:ce:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c045efe2-2c5c-4924-9aed-a88a9b6c079d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=184193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 16:24:45.328915 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3a983da5-6c6c-4841-af97-d066f910e570 req-2ca30569-b1c3-4a01-87b3-8958e574014c tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618629 Sep 21 16:24:45.357640 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:45.374978 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c935cc29-f735-4b63-b0e2-c548fb0efb3c {{(pid=184193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:24:45.397543 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port c935cc29-f735-4b63-b0e2-c548fb0efb3c, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=c935cc29-f735-4b63-b0e2-c548fb0efb3c,segment=NetworkSegment(339411b1-a747-4f71-987b-11bb17257499),segment_id=339411b1-a747-4f71-987b-11bb17257499)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:24:45.430604 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808b941-814c-44d9-8c46-9fa66780ab71 req-e4727fc8-9e3e-465a-853b-122ae59d9c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:45.432219 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-1808b941-814c-44d9-8c46-9fa66780ab71 req-e4727fc8-9e3e-465a-853b-122ae59d9c7d service neutron] 10.222.0.44 "GET /v2.0/networks?id=27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b HTTP/1.1" status: 200 len: 919 time: 0.1090729 Sep 21 16:24:45.440913 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-a295411e-5d50-4d33-8d90-df05457e6574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:45.479042 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-1808b941-814c-44d9-8c46-9fa66780ab71 req-b98db549-9235-4432-a24e-fa2b4c1aed81 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0310b441-b200-48bf-979f-9d2e48b7400b HTTP/1.1" status: 200 len: 217 time: 0.0366707 Sep 21 16:24:45.489174 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:45.523328 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-a295411e-5d50-4d33-8d90-df05457e6574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:45.541603 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808b941-814c-44d9-8c46-9fa66780ab71 req-d4101475-7313-4605-ad36-17b0e5099037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:45.543592 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-1808b941-814c-44d9-8c46-9fa66780ab71 req-d4101475-7313-4605-ad36-17b0e5099037 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ef51e1de-25f4-45cd-93c9-f3bb42d432a3 HTTP/1.1" status: 200 len: 858 time: 0.0567174 Sep 21 16:24:45.553030 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=c935cc29-f735-4b63-b0e2-c548fb0efb3c,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:24:45.557743 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295411e-5d50-4d33-8d90-df05457e6574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9c8851-04f4-4cb1-a6bf-0966058a7968,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:24:45.561013 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:45.562680 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:45.562680 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:45.562680 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:45.562680 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:45.563185 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:45.563185 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:45.563406 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:45.563755 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:45.564087 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:45.564589 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:45.564915 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:45.574646 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-a295411e-5d50-4d33-8d90-df05457e6574 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=06396fc1f18145179b70ee940b00399f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2976627 Sep 21 16:24:45.576067 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295411e-5d50-4d33-8d90-df05457e6574 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:45.576414 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295411e-5d50-4d33-8d90-df05457e6574 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:45.576758 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295411e-5d50-4d33-8d90-df05457e6574 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:45.577185 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295411e-5d50-4d33-8d90-df05457e6574 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:45.577413 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295411e-5d50-4d33-8d90-df05457e6574 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:45.578147 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295411e-5d50-4d33-8d90-df05457e6574 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:45.578614 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295411e-5d50-4d33-8d90-df05457e6574 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:45.578952 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295411e-5d50-4d33-8d90-df05457e6574 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:45.579285 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295411e-5d50-4d33-8d90-df05457e6574 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:45.579725 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295411e-5d50-4d33-8d90-df05457e6574 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:45.580089 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295411e-5d50-4d33-8d90-df05457e6574 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:45.580423 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a295411e-5d50-4d33-8d90-df05457e6574 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:24:45.584391 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 59028) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:24:45.588297 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-1808b941-814c-44d9-8c46-9fa66780ab71 req-184f37ca-443d-4d5d-9459-6b62786130aa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308127 Sep 21 16:24:45.638942 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:45.639202 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-bd71c2f3-69a1-4baf-b645-8aa7cfacc4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:45.664046 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-bd71c2f3-69a1-4baf-b645-8aa7cfacc4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:45.710483 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-1808b941-814c-44d9-8c46-9fa66780ab71 req-64c18e5d-41c5-4134-8445-d7d297d55961 service neutron] 10.222.0.44 "GET /v2.0/networks/27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977623 Sep 21 16:24:45.751592 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-bd71c2f3-69a1-4baf-b645-8aa7cfacc4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:45.754927 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-bd71c2f3-69a1-4baf-b645-8aa7cfacc4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:45.756488 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-bd71c2f3-69a1-4baf-b645-8aa7cfacc4f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3b9c8851-04f4-4cb1-a6bf-0966058a7968 HTTP/1.1" status: 204 len: 168 time: 0.1711187 Sep 21 16:24:45.768871 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71c2f3-69a1-4baf-b645-8aa7cfacc4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9c8851-04f4-4cb1-a6bf-0966058a7968,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:24:45.854787 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a37d5-aa85-4cdc-b034-4ac4d39d0f8a req-93f23fa8-996a-48dd-97db-b325e3e48bd2 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:45.856332 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-456a37d5-aa85-4cdc-b034-4ac4d39d0f8a req-93f23fa8-996a-48dd-97db-b325e3e48bd2 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b013078-b411-418d-8803-2c1374e53c27 HTTP/1.1" status: 200 len: 945 time: 0.1084292 Sep 21 16:24:45.874367 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-1808b941-814c-44d9-8c46-9fa66780ab71 req-4bf17456-0c36-4401-a1aa-5a28b3dafa4f service neutron] 10.222.0.44 "GET /v2.0/networks/27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531119 Sep 21 16:24:45.900889 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-456a37d5-aa85-4cdc-b034-4ac4d39d0f8a req-9e866497-7729-4289-96b4-2fb456d666d4 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371072 Sep 21 16:24:46.005982 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['c935cc29-f735-4b63-b0e2-c548fb0efb3c'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:24:46.321714 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-6bebc489-2ca3-4037-b6d8-4e875bc5add1 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:46.323400 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-6bebc489-2ca3-4037-b6d8-4e875bc5add1 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/networks?id=e4a0957e-7784-42d9-940c-8b8164ae696e HTTP/1.1" status: 200 len: 808 time: 0.1103053 Sep 21 16:24:46.339016 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-6febffe8-4f08-426c-b6c2-8ab61a30068d tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/quotas/866164c21bb148c5957fa3b3876a0d9a HTTP/1.1" status: 200 len: 375 time: 0.0100129 Sep 21 16:24:46.374028 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-14984820-8a4b-46a3-8adf-b108a62924b8 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=866164c21bb148c5957fa3b3876a0d9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291491 Sep 21 16:24:46.470731 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a9271-bdc5-4006-bbae-c541b6a7edad req-cb3622a4-fa38-4d93-a2d2-c817d5f2999a tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:46.472323 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-542a9271-bdc5-4006-bbae-c541b6a7edad req-cb3622a4-fa38-4d93-a2d2-c817d5f2999a tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0561326 Sep 21 16:24:46.481744 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-e49d51e0-3a18-48e5-96e3-aeac299a1257 service neutron] 10.222.0.41 "GET /v2.0/networks/e4a0957e-7784-42d9-940c-8b8164ae696e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004307 Sep 21 16:24:46.518043 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-542a9271-bdc5-4006-bbae-c541b6a7edad req-a87c8c98-40e3-4ff7-a817-406426d512d4 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381591 Sep 21 16:24:46.583413 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-14fe0037-aef9-40ff-bb25-ea3a458e973c service neutron] 10.222.0.41 "GET /v2.0/networks/e4a0957e-7784-42d9-940c-8b8164ae696e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921297 Sep 21 16:24:46.830935 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-add8d498-720a-4f3d-bad5-9d2cb204cb47 req-da402e8e-25e1-4e7d-a0ff-479b6aacd64e tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7069f50-8b3e-4017-a2f5-43094322a703 HTTP/1.1" status: 200 len: 210 time: 0.0279226 Sep 21 16:24:46.920934 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 59084) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:24:47.031905 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8f58b-6605-480c-8961-86d1dea4c9b4 req-1f696fba-31d6-4aee-9417-baa81831ce06 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:47.034701 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5df8f58b-6605-480c-8961-86d1dea4c9b4 req-1f696fba-31d6-4aee-9417-baa81831ce06 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b013078-b411-418d-8803-2c1374e53c27 HTTP/1.1" status: 200 len: 945 time: 0.0571010 Sep 21 16:24:47.042696 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-3d393bb5-0245-4be0-b0b0-b4c5d3a975a2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1168262475-network', 'tenant_id': '3bdecbde223b475292396d993a5674e1'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:24:47.093548 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5df8f58b-6605-480c-8961-86d1dea4c9b4 req-ccb0d12d-48f2-47e2-8949-d38bbaed1b3f tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474789 Sep 21 16:24:47.146337 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 59094) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:24:47.147310 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d393bb5-0245-4be0-b0b0-b4c5d3a975a2 admin admin] Made reservation on behalf of 3bdecbde223b475292396d993a5674e1 for: {'network': 1} {{(pid=184191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:24:47.149816 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3d393bb5-0245-4be0-b0b0-b4c5d3a975a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for network, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:47.162880 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3d393bb5-0245-4be0-b0b0-b4c5d3a975a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:47.214512 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 873a2b7f-ca78-43d6-af05-30694ab9fac7 no longer exists at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:24:47.235095 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] No Port match for: 873a2b7f-ca78-43d6-af05-30694ab9fac7 {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:24:47.235604 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 873a2b7f-ca78-43d6-af05-30694ab9fac7 not bound to the agent host hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:24:47.272257 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-d18808c9-7dff-4258-90d9-fda659d825f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:47.276769 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3d393bb5-0245-4be0-b0b0-b4c5d3a975a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:47.364985 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3d393bb5-0245-4be0-b0b0-b4c5d3a975a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:47.387575 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:47.389476 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d393bb5-0245-4be0-b0b0-b4c5d3a975a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=184191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:24:47.399412 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d393bb5-0245-4be0-b0b0-b4c5d3a975a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03e7105-b1d5-458e-b397-8a074a9fa552,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:24:47.404786 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3d393bb5-0245-4be0-b0b0-b4c5d3a975a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:47.404786 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.db.segments_db [None req-3d393bb5-0245-4be0-b0b0-b4c5d3a975a2 admin admin] Added segment 0f6d3b9f-2e46-4ed0-bae3-836d3df2ce7d of type vlan for network eced2727-7ab6-4c33-929f-3fe35b6c7c20 Sep 21 16:24:47.446009 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3d393bb5-0245-4be0-b0b0-b4c5d3a975a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785855168287'] for network, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:47.454770 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-d18808c9-7dff-4258-90d9-fda659d825f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:47.530251 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-d18808c9-7dff-4258-90d9-fda659d825f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:47.553621 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3d393bb5-0245-4be0-b0b0-b4c5d3a975a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779'] for network, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:47.555205 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d393bb5-0245-4be0-b0b0-b4c5d3a975a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:47.556158 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3d393bb5-0245-4be0-b0b0-b4c5d3a975a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:47.572828 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-d18808c9-7dff-4258-90d9-fda659d825f7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2bf3bea516bb429a929a8cb980c29b3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4227512 Sep 21 16:24:47.572828 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18808c9-7dff-4258-90d9-fda659d825f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee82fc4a-6911-42ae-97b7-b36998dc48d5,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:24:47.575138 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 59102) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:24:47.624867 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d393bb5-0245-4be0-b0b0-b4c5d3a975a2 admin admin] Pushing event updated for resources: {'Network': ['ID=eced2727-7ab6-4c33-929f-3fe35b6c7c20,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:24:47.635725 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Network eced2727-7ab6-4c33-929f-3fe35b6c7c20 details requested by agent ovs-agent-dv-cinder-810035-1-iscsi with host dv-cinder-810035-1-iscsi {{(pid=184193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 16:24:47.657237 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-3d393bb5-0245-4be0-b0b0-b4c5d3a975a2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7351146 Sep 21 16:24:47.663909 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 59104) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:24:47.670980 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-15356fc3-d464-46c0-aa4f-4a3adb04d94a admin admin] Request body: {'subnet': {'network_id': 'eced2727-7ab6-4c33-929f-3fe35b6c7c20', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1168262475-subnet', 'tenant_id': '3bdecbde223b475292396d993a5674e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:24:47.673691 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5d925-738c-4804-9ad5-88c2022c2dd2 req-73cf34ed-0e1c-4484-b73f-a473c050f1ae tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:47.675316 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-abb5d925-738c-4804-9ad5-88c2022c2dd2 req-73cf34ed-0e1c-4484-b73f-a473c050f1ae tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0790792 Sep 21 16:24:47.676095 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-693074d8-a514-4b39-bc64-1e3567b3b2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:47.709303 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-693074d8-a514-4b39-bc64-1e3567b3b2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:47.758625 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-abb5d925-738c-4804-9ad5-88c2022c2dd2 req-add7de3e-ead7-4804-919b-e597821b26b3 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728028 Sep 21 16:24:47.773962 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15356fc3-d464-46c0-aa4f-4a3adb04d94a admin admin] Made reservation on behalf of 3bdecbde223b475292396d993a5674e1 for: {'subnet': 1} {{(pid=184191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:24:47.778516 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-15356fc3-d464-46c0-aa4f-4a3adb04d94a admin admin] Notify callbacks [] for subnet, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:47.878408 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-693074d8-a514-4b39-bc64-1e3567b3b2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:47.881801 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-693074d8-a514-4b39-bc64-1e3567b3b2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:47.885532 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-693074d8-a514-4b39-bc64-1e3567b3b2da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee82fc4a-6911-42ae-97b7-b36998dc48d5 HTTP/1.1" status: 204 len: 168 time: 0.3076086 Sep 21 16:24:47.902088 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693074d8-a514-4b39-bc64-1e3567b3b2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee82fc4a-6911-42ae-97b7-b36998dc48d5,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:24:47.948916 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-bc1c53d6-f0f3-4b03-9783-2c16c6caf4b5 req-6c3c7fd8-6ce3-41c4-8400-95e225f9871c tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7069f50-8b3e-4017-a2f5-43094322a703 HTTP/1.1" status: 200 len: 210 time: 0.0342331 Sep 21 16:24:48.090569 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-15356fc3-d464-46c0-aa4f-4a3adb04d94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779'] for subnet, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:48.182358 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15356fc3-d464-46c0-aa4f-4a3adb04d94a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e95ce269-90a0-41f2-af36-5ec1d069c953,revision_number=0']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:24:48.197937 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15356fc3-d464-46c0-aa4f-4a3adb04d94a admin admin] Checking segment: {'id': '0f6d3b9f-2e46-4ed0-bae3-836d3df2ce7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'eced2727-7ab6-4c33-929f-3fe35b6c7c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:24:48.198314 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15356fc3-d464-46c0-aa4f-4a3adb04d94a admin admin] Network hostable DHCP agents. Network: eced2727-7ab6-4c33-929f-3fe35b6c7c20, hostable agents: ['29edb376-3f7b-48e5-82ab-3b3d2ffff097'], hosted agents: [] {{(pid=184191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:24:48.237699 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c63406-4ec6-4ff1-869d-ea52c742da06 req-7755e24e-d79e-4928-a48f-f874d13c83ba tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:48.239803 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-71c63406-4ec6-4ff1-869d-ea52c742da06 req-7755e24e-d79e-4928-a48f-f874d13c83ba tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b013078-b411-418d-8803-2c1374e53c27 HTTP/1.1" status: 200 len: 945 time: 0.0559824 Sep 21 16:24:48.279900 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-71c63406-4ec6-4ff1-869d-ea52c742da06 req-d37ca1f3-544f-4b85-a39c-d4dc786c37ec tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341537 Sep 21 16:24:48.284563 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15356fc3-d464-46c0-aa4f-4a3adb04d94a admin admin] Network eced2727-7ab6-4c33-929f-3fe35b6c7c20 is scheduled to be hosted by DHCP agent 29edb376-3f7b-48e5-82ab-3b3d2ffff097 with binding_index 1 {{(pid=184191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:24:48.376128 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-15356fc3-d464-46c0-aa4f-4a3adb04d94a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810035-1-iscsi, eced2727-7ab6-4c33-929f-3fe35b6c7c20) {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:24:48.384722 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15356fc3-d464-46c0-aa4f-4a3adb04d94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:48.385335 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-15356fc3-d464-46c0-aa4f-4a3adb04d94a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for subnet, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:48.385741 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f065c41-bc39-4107-9d56-cb15d0376c6b None None] Network eced2727-7ab6-4c33-929f-3fe35b6c7c20 requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:24:48.478878 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-15356fc3-d464-46c0-aa4f-4a3adb04d94a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8123798 Sep 21 16:24:48.512054 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ab23b4-d7bd-477d-83d0-ee93b7d3a84a None None] Network eced2727-7ab6-4c33-929f-3fe35b6c7c20 requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:24:48.902020 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca78e8f-c046-4fa9-8d3c-dcac6ee0a80a req-ff929d17-cb36-49ef-884d-838b30bf1629 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:48.903864 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7ca78e8f-c046-4fa9-8d3c-dcac6ee0a80a req-ff929d17-cb36-49ef-884d-838b30bf1629 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0635695 Sep 21 16:24:49.040918 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7ca78e8f-c046-4fa9-8d3c-dcac6ee0a80a req-d82438f3-fcfc-4306-8c59-4a37dd658d77 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196253 Sep 21 16:24:49.071814 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-da5b1d1a-87a1-4fd2-9956-e65a4f7cc3b9 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:49.077005 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-da5b1d1a-87a1-4fd2-9956-e65a4f7cc3b9 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.44 "GET /v2.0/networks?id=e4a0957e-7784-42d9-940c-8b8164ae696e HTTP/1.1" status: 200 len: 808 time: 0.1644189 Sep 21 16:24:49.098770 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-a4d0d498-84bf-4940-9686-2551f40044bd req-4dc971b0-23d3-4ba2-aed1-2bd673399a80 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7069f50-8b3e-4017-a2f5-43094322a703 HTTP/1.1" status: 200 len: 210 time: 0.0624290 Sep 21 16:24:49.103075 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-682fa819-3053-4223-806d-c74ea6211265 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Request body: {'port': {'device_id': 'f7069f50-8b3e-4017-a2f5-43094322a703', 'network_id': 'e4a0957e-7784-42d9-940c-8b8164ae696e', 'admin_state_up': True, 'tenant_id': '866164c21bb148c5957fa3b3876a0d9a'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:24:49.231289 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device c935cc29-f735-4b63-b0e2-c548fb0efb3c up at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:24:49.305439 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 59168) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:24:49.314982 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-9eebd383-e532-49d1-a6de-94226e9c8b6e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-184637342-network', 'tenant_id': '1370d49cfabf4219ad7c2a5fe27ff3a7'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:24:49.375835 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning for port c935cc29-f735-4b63-b0e2-c548fb0efb3c completed by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:24:49.378191 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-682fa819-3053-4223-806d-c74ea6211265 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Made reservation on behalf of 866164c21bb148c5957fa3b3876a0d9a for: {'port': 1} {{(pid=184191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:24:49.383161 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning complete for port c935cc29-f735-4b63-b0e2-c548fb0efb3c triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:24:49.383675 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-682fa819-3053-4223-806d-c74ea6211265 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:49.384283 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:49.481664 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b39901-5600-4f15-8384-385eb5eada9c req-b1186253-513d-44dd-b5cd-beab16f0f3cb tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:49.484502 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c8b39901-5600-4f15-8384-385eb5eada9c req-b1186253-513d-44dd-b5cd-beab16f0f3cb tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b013078-b411-418d-8803-2c1374e53c27 HTTP/1.1" status: 200 len: 945 time: 0.1126578 Sep 21 16:24:49.501396 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:49.538685 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c8b39901-5600-4f15-8384-385eb5eada9c req-8732d99b-436c-4b02-9b95-f51d2a69211e tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467641 Sep 21 16:24:49.541438 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eebd383-e532-49d1-a6de-94226e9c8b6e admin admin] Made reservation on behalf of 1370d49cfabf4219ad7c2a5fe27ff3a7 for: {'network': 1} {{(pid=184192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:24:49.544329 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9eebd383-e532-49d1-a6de-94226e9c8b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for network, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:49.555515 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b013078-b411-418d-8803-2c1374e53c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c935cc29-f735-4b63-b0e2-c548fb0efb3c'}] {{(pid=184193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:24:49.555928 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9eebd383-e532-49d1-a6de-94226e9c8b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:49.567728 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e6171c86456a5bbdaf0b46ebb92172d32a0ea5b64bc8822db714b438cc8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed27840-206a-476b-9293-3d8f052027d8" -d '{"events": [{"server_uuid": "3b013078-b411-418d-8803-2c1374e53c27", "name": "network-vif-plugged", "status": "completed", "tag": "c935cc29-f735-4b63-b0e2-c548fb0efb3c"}]}' {{(pid=184193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:24:49.587340 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port c935cc29-f735-4b63-b0e2-c548fb0efb3c, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=c935cc29-f735-4b63-b0e2-c548fb0efb3c,segment=NetworkSegment(339411b1-a747-4f71-987b-11bb17257499),segment_id=339411b1-a747-4f71-987b-11bb17257499)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:24:49.604119 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_common [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-682fa819-3053-4223-806d-c74ea6211265 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Allocated IP 172.20.0.5 (e4a0957e-7784-42d9-940c-8b8164ae696e/e8498e4b-80f1-4629-b710-1cde9d8d7cdb/e9e07c94-f38d-44d6-b30a-84849fbf7c5c) {{(pid=184191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:24:49.608281 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f058039-0d12-4eda-b137-bb11360833b8 x-openstack-request-id: req-5f058039-0d12-4eda-b137-bb11360833b8 {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:24:49.608281 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b013078-b411-418d-8803-2c1374e53c27", "name": "network-vif-plugged", "status": "completed", "tag": "c935cc29-f735-4b63-b0e2-c548fb0efb3c", "code": 200}]} {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:24:49.608281 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f058039-0d12-4eda-b137-bb11360833b8 {{(pid=184193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:24:49.608281 dv-cinder-810035-1-iscsi neutron-server[184193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b013078-b411-418d-8803-2c1374e53c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c935cc29-f735-4b63-b0e2-c548fb0efb3c', 'code': 200} Sep 21 16:24:49.658133 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:49.690734 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9eebd383-e532-49d1-a6de-94226e9c8b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:49.720403 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=c935cc29-f735-4b63-b0e2-c548fb0efb3c,revision_number=5']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:24:49.792041 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-682fa819-3053-4223-806d-c74ea6211265 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Notify callbacks [] for port, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:49.798804 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9eebd383-e532-49d1-a6de-94226e9c8b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:49.821459 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eebd383-e532-49d1-a6de-94226e9c8b6e admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=184192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:24:49.836292 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eebd383-e532-49d1-a6de-94226e9c8b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956570fa-d224-4f81-8936-946699c74146,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:24:49.839162 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9eebd383-e532-49d1-a6de-94226e9c8b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:49.839526 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.db.segments_db [None req-9eebd383-e532-49d1-a6de-94226e9c8b6e admin admin] Added segment 59242f22-dec0-4d44-b7e6-faed5504bd0d of type vlan for network 9196a305-6e8f-437b-920e-c51f424740ea Sep 21 16:24:49.879688 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-682fa819-3053-4223-806d-c74ea6211265 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112'] for port, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:49.880166 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9eebd383-e532-49d1-a6de-94226e9c8b6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785855168287'] for network, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:49.921676 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-682fa819-3053-4223-806d-c74ea6211265 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Network e4a0957e-7784-42d9-940c-8b8164ae696e is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:24:49.924775 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-682fa819-3053-4223-806d-c74ea6211265 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:24:49.931581 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-682fa819-3053-4223-806d-c74ea6211265 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Received port after_create {{(pid=184191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:24:49.940586 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-682fa819-3053-4223-806d-c74ea6211265 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:49.940586 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-682fa819-3053-4223-806d-c74ea6211265 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:49.944054 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682fa819-3053-4223-806d-c74ea6211265 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Pushing event updated for resources: {'Port': ['ID=e9e07c94-f38d-44d6-b30a-84849fbf7c5c,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:24:49.961608 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f537a8c-5c2a-40fc-a538-a239ff427a76 req-fdfdce84-10b7-47a7-9817-8cb2c89fb5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:49.963167 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5f537a8c-5c2a-40fc-a538-a239ff427a76 req-fdfdce84-10b7-47a7-9817-8cb2c89fb5f3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3b013078-b411-418d-8803-2c1374e53c27 HTTP/1.1" status: 200 len: 1099 time: 0.0441940 Sep 21 16:24:49.988146 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9eebd383-e532-49d1-a6de-94226e9c8b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779'] for network, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:49.989690 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eebd383-e532-49d1-a6de-94226e9c8b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:49.990245 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9eebd383-e532-49d1-a6de-94226e9c8b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:50.011052 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-682fa819-3053-4223-806d-c74ea6211265 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9159708 Sep 21 16:24:50.031334 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5f537a8c-5c2a-40fc-a538-a239ff427a76 req-4dfd0c27-e0b9-480a-a020-1340b0eee5ab service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590606 Sep 21 16:24:50.061210 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eebd383-e532-49d1-a6de-94226e9c8b6e admin admin] Pushing event updated for resources: {'Network': ['ID=9196a305-6e8f-437b-920e-c51f424740ea,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:24:50.071123 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Network 9196a305-6e8f-437b-920e-c51f424740ea details requested by agent ovs-agent-dv-cinder-810035-1-iscsi with host dv-cinder-810035-1-iscsi {{(pid=184193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 16:24:50.079782 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-9eebd383-e532-49d1-a6de-94226e9c8b6e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7719622 Sep 21 16:24:50.082414 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 59214) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:24:50.088185 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-b4a235f6-5afc-4400-8cf6-daf0b256b0f1 admin admin] Request body: {'subnet': {'network_id': '9196a305-6e8f-437b-920e-c51f424740ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-184637342-subnet', 'tenant_id': '1370d49cfabf4219ad7c2a5fe27ff3a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:24:50.163141 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a235f6-5afc-4400-8cf6-daf0b256b0f1 admin admin] Made reservation on behalf of 1370d49cfabf4219ad7c2a5fe27ff3a7 for: {'subnet': 1} {{(pid=184192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:24:50.165511 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b4a235f6-5afc-4400-8cf6-daf0b256b0f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4940044'] for subnet, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:50.196593 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d0f46-7b04-4e58-9f4c-1881a18c2ebe req-ee9b488d-e865-4b2c-b261-1af7239e3949 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:50.198396 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c92d0f46-7b04-4e58-9f4c-1881a18c2ebe req-ee9b488d-e865-4b2c-b261-1af7239e3949 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0545816 Sep 21 16:24:50.241057 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c92d0f46-7b04-4e58-9f4c-1881a18c2ebe req-118d4ce5-5233-48fb-9573-38bfbdb98384 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356975 Sep 21 16:24:50.359744 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99219cf7-d178-4d08-9503-a9672032c4a0 req-a2c37005-5c9b-4f9c-8ae4-ea0fbb9665d4 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:50.361451 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-99219cf7-d178-4d08-9503-a9672032c4a0 req-a2c37005-5c9b-4f9c-8ae4-ea0fbb9665d4 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7069f50-8b3e-4017-a2f5-43094322a703 HTTP/1.1" status: 200 len: 931 time: 0.0547495 Sep 21 16:24:50.403916 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-99219cf7-d178-4d08-9503-a9672032c4a0 req-81bf7a2e-e768-41e6-8a7c-a496f763dbe6 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360513 Sep 21 16:24:50.413350 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-2a796528-892d-4536-9471-655c65e606e1 service neutron] Request body: {'port': {'device_id': 'f7069f50-8b3e-4017-a2f5-43094322a703', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81003'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:24:50.429604 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b4a235f6-5afc-4400-8cf6-daf0b256b0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5165455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4940066'] for subnet, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:50.486374 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-2a796528-892d-4536-9471-655c65e606e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:50.503229 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a235f6-5afc-4400-8cf6-daf0b256b0f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5ef5e8d-ad93-4163-9244-d82cbf1d61dc,revision_number=0']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:24:50.505772 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a235f6-5afc-4400-8cf6-daf0b256b0f1 admin admin] Checking segment: {'id': '59242f22-dec0-4d44-b7e6-faed5504bd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9196a305-6e8f-437b-920e-c51f424740ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:24:50.506141 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a235f6-5afc-4400-8cf6-daf0b256b0f1 admin admin] Network hostable DHCP agents. Network: 9196a305-6e8f-437b-920e-c51f424740ea, hostable agents: ['29edb376-3f7b-48e5-82ab-3b3d2ffff097'], hosted agents: [] {{(pid=184192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:24:50.598545 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a235f6-5afc-4400-8cf6-daf0b256b0f1 admin admin] Network 9196a305-6e8f-437b-920e-c51f424740ea is scheduled to be hosted by DHCP agent 29edb376-3f7b-48e5-82ab-3b3d2ffff097 with binding_index 1 {{(pid=184192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:24:50.682609 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8b859-d503-4075-8fae-364472e281dc req-b12f942b-961e-4b90-995c-b645e434fe77 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:50.684314 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d7a8b859-d503-4075-8fae-364472e281dc req-b12f942b-961e-4b90-995c-b645e434fe77 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b013078-b411-418d-8803-2c1374e53c27 HTTP/1.1" status: 200 len: 946 time: 0.0559869 Sep 21 16:24:50.710285 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.base_scheduler [None req-b4a235f6-5afc-4400-8cf6-daf0b256b0f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810035-1-iscsi, 9196a305-6e8f-437b-920e-c51f424740ea) {{(pid=184192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:24:50.716368 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a235f6-5afc-4400-8cf6-daf0b256b0f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:50.716368 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b4a235f6-5afc-4400-8cf6-daf0b256b0f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:50.725495 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb43432-9b9d-4715-8881-bff6c9fe7f3d None None] Network 9196a305-6e8f-437b-920e-c51f424740ea requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:24:50.755266 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d7a8b859-d503-4075-8fae-364472e281dc req-a4e22590-0abc-4712-831e-0d26a2f7f6ab tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635929 Sep 21 16:24:50.822204 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-b4a235f6-5afc-4400-8cf6-daf0b256b0f1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7386255 Sep 21 16:24:50.864612 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf3ca0f-3c1e-4e4a-8100-ecd09d814214 None None] Network 9196a305-6e8f-437b-920e-c51f424740ea requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:24:51.082011 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-2a796528-892d-4536-9471-655c65e606e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9e07c94-f38d-44d6-b30a-84849fbf7c5c {{(pid=184191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:24:51.095343 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-2a796528-892d-4536-9471-655c65e606e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:51.108463 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.provisioning_blocks [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-2a796528-892d-4536-9471-655c65e606e1 service neutron] Transition to ACTIVE for port object e9e07c94-f38d-44d6-b30a-84849fbf7c5c will not be triggered until provisioned by entity L2. {{(pid=184191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:24:51.186345 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-2a796528-892d-4536-9471-655c65e606e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:51.242383 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a796528-892d-4536-9471-655c65e606e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e07c94-f38d-44d6-b30a-84849fbf7c5c,revision_number=2']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:24:51.279307 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.managers [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-2a796528-892d-4536-9471-655c65e606e1 service neutron] Attempting to bind port e9e07c94-f38d-44d6-b30a-84849fbf7c5c on host hv-cinder-81003 for vnic_type normal with profile {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:24:51.279667 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.managers [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-2a796528-892d-4536-9471-655c65e606e1 service neutron] Attempting to bind port e9e07c94-f38d-44d6-b30a-84849fbf7c5c by drivers openvswitch,hyperv on host hv-cinder-81003 at level 0 using segments [{'id': 'f085cb7b-6957-4448-a978-da6f47733cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e4a0957e-7784-42d9-940c-8b8164ae696e'}] {{(pid=184191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:24:51.279993 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-2a796528-892d-4536-9471-655c65e606e1 service neutron] Attempting to bind port e9e07c94-f38d-44d6-b30a-84849fbf7c5c on network e4a0957e-7784-42d9-940c-8b8164ae696e {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:24:51.284877 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-2a796528-892d-4536-9471-655c65e606e1 service neutron] Port e9e07c94-f38d-44d6-b30a-84849fbf7c5c on network e4a0957e-7784-42d9-940c-8b8164ae696e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81003 {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 16:24:51.286375 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-2a796528-892d-4536-9471-655c65e606e1 service neutron] Attempting to bind port e9e07c94-f38d-44d6-b30a-84849fbf7c5c on network e4a0957e-7784-42d9-940c-8b8164ae696e {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:24:51.291461 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-2a796528-892d-4536-9471-655c65e606e1 service neutron] Checking agent: {'id': 'b0f092dd-0f26-432c-b483-67197dbc1b44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'started_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:24:51.291799 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-2a796528-892d-4536-9471-655c65e606e1 service neutron] Checking segment: {'id': 'f085cb7b-6957-4448-a978-da6f47733cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e4a0957e-7784-42d9-940c-8b8164ae696e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:24:51.292177 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-2a796528-892d-4536-9471-655c65e606e1 service neutron] Bound using segment: {'id': 'f085cb7b-6957-4448-a978-da6f47733cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e4a0957e-7784-42d9-940c-8b8164ae696e'} {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:24:51.292598 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.managers [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-2a796528-892d-4536-9471-655c65e606e1 service neutron] Bound port: e9e07c94-f38d-44d6-b30a-84849fbf7c5c, host: hv-cinder-81003, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f085cb7b-6957-4448-a978-da6f47733cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e4a0957e-7784-42d9-940c-8b8164ae696e'}}] {{(pid=184191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:24:51.292950 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-2a796528-892d-4536-9471-655c65e606e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:51.362587 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-2a796528-892d-4536-9471-655c65e606e1 service neutron] For port e9e07c94-f38d-44d6-b30a-84849fbf7c5c, host hv-cinder-81003, cleared binding levels {{(pid=184191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:24:51.366151 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-2a796528-892d-4536-9471-655c65e606e1 service neutron] For port e9e07c94-f38d-44d6-b30a-84849fbf7c5c, host hv-cinder-81003, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=e9e07c94-f38d-44d6-b30a-84849fbf7c5c,segment=NetworkSegment(f085cb7b-6957-4448-a978-da6f47733cd9),segment_id=f085cb7b-6957-4448-a978-da6f47733cd9)] {{(pid=184191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:24:51.460811 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-2a796528-892d-4536-9471-655c65e606e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:51.521606 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-2a796528-892d-4536-9471-655c65e606e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:51.522236 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-2a796528-892d-4536-9471-655c65e606e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:51.523660 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-2a796528-892d-4536-9471-655c65e606e1 service neutron] 10.222.0.44 "PUT /v2.0/ports/e9e07c94-f38d-44d6-b30a-84849fbf7c5c HTTP/1.1" status: 200 len: 1093 time: 1.1155014 Sep 21 16:24:51.524261 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7069f50-8b3e-4017-a2f5-43094322a703', 'tag': 'e9e07c94-f38d-44d6-b30a-84849fbf7c5c'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:24:51.526860 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acb6d44-f05d-4b63-88a6-b2f7d4e4a169" -d '{"events": [{"name": "network-changed", "server_uuid": "f7069f50-8b3e-4017-a2f5-43094322a703", "tag": "e9e07c94-f38d-44d6-b30a-84849fbf7c5c"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:24:51.556949 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a796528-892d-4536-9471-655c65e606e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e07c94-f38d-44d6-b30a-84849fbf7c5c,revision_number=3']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:24:51.580661 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5cfbd7-2768-4390-8e5c-5a91fa06827f req-d27e46a3-48e5-477c-ad17-60a91ddec14f tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:51.582206 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6a5cfbd7-2768-4390-8e5c-5a91fa06827f req-d27e46a3-48e5-477c-ad17-60a91ddec14f tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7069f50-8b3e-4017-a2f5-43094322a703 HTTP/1.1" status: 200 len: 943 time: 0.0953810 Sep 21 16:24:51.606355 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf716cb-d68b-4adb-8751-04ceaa4ecb70 x-openstack-request-id: req-6bf716cb-d68b-4adb-8751-04ceaa4ecb70 {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:24:51.606657 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7069f50-8b3e-4017-a2f5-43094322a703", "tag": "e9e07c94-f38d-44d6-b30a-84849fbf7c5c", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:24:51.607049 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6bf716cb-d68b-4adb-8751-04ceaa4ecb70 {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:24:51.607514 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7069f50-8b3e-4017-a2f5-43094322a703', 'tag': 'e9e07c94-f38d-44d6-b30a-84849fbf7c5c', 'status': 'completed', 'code': 200} Sep 21 16:24:51.635473 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6a5cfbd7-2768-4390-8e5c-5a91fa06827f req-56ed0462-b3f9-48f0-816c-3f47bcf2813c tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465059 Sep 21 16:24:51.683181 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb6d44-f05d-4b63-88a6-b2f7d4e4a169 req-d0e1b81f-64c6-4377-bd34-4e65f61b5641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:51.684762 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-1acb6d44-f05d-4b63-88a6-b2f7d4e4a169 req-d0e1b81f-64c6-4377-bd34-4e65f61b5641 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=866164c21bb148c5957fa3b3876a0d9a&device_id=f7069f50-8b3e-4017-a2f5-43094322a703 HTTP/1.1" status: 200 len: 1096 time: 0.0529344 Sep 21 16:24:51.837319 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb6d44-f05d-4b63-88a6-b2f7d4e4a169 req-f0298f80-9c49-4233-ad83-670ed6636ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:51.838880 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-1acb6d44-f05d-4b63-88a6-b2f7d4e4a169 req-f0298f80-9c49-4233-ad83-670ed6636ab0 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=866164c21bb148c5957fa3b3876a0d9a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1229260 Sep 21 16:24:51.953782 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd76401-ed3f-4713-9d45-da14e42be75a req-93fd3932-1e6f-4038-b9b6-9aebe2074962 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:51.955421 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0cd76401-ed3f-4713-9d45-da14e42be75a req-93fd3932-1e6f-4038-b9b6-9aebe2074962 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b013078-b411-418d-8803-2c1374e53c27 HTTP/1.1" status: 200 len: 946 time: 0.1310472 Sep 21 16:24:52.002382 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb6d44-f05d-4b63-88a6-b2f7d4e4a169 req-bd430edc-7eea-40f6-9670-0c23bb3c3221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:52.004001 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-1acb6d44-f05d-4b63-88a6-b2f7d4e4a169 req-bd430edc-7eea-40f6-9670-0c23bb3c3221 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1364226 Sep 21 16:24:52.020705 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0cd76401-ed3f-4713-9d45-da14e42be75a req-71690c2a-b0f1-4686-a61f-f65b46deade0 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554929 Sep 21 16:24:52.104554 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-e38e4b39-62a5-4345-aff0-91d474311ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:52.106156 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-e38e4b39-62a5-4345-aff0-91d474311ea5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=866164c21bb148c5957fa3b3876a0d9a&device_id=f7069f50-8b3e-4017-a2f5-43094322a703 HTTP/1.1" status: 200 len: 1096 time: 0.0509620 Sep 21 16:24:52.161855 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-529d41c5-3ec7-4226-92a7-ddad1481b004 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9e07c94-f38d-44d6-b30a-84849fbf7c5c HTTP/1.1" status: 200 len: 217 time: 0.0376458 Sep 21 16:24:52.213477 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-c57eb233-89c9-4925-bda8-ab4667bf2252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:52.214982 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-c57eb233-89c9-4925-bda8-ab4667bf2252 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e8498e4b-80f1-4629-b710-1cde9d8d7cdb HTTP/1.1" status: 200 len: 848 time: 0.0461001 Sep 21 16:24:52.249429 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-308cc523-1a7e-4c2f-a0cb-c786e38bfb72 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4a0957e-7784-42d9-940c-8b8164ae696e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250773 Sep 21 16:24:52.345991 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-9522255a-6f64-433a-8f6e-7b99747e8144 service neutron] 10.222.0.44 "GET /v2.0/networks/e4a0957e-7784-42d9-940c-8b8164ae696e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881164 Sep 21 16:24:52.441185 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-cd19522a-0ede-41da-a6c1-c5df19f6dc38 req-9e431551-519a-469e-908a-958b1b9ffcec service neutron] 10.222.0.44 "GET /v2.0/networks/e4a0957e-7784-42d9-940c-8b8164ae696e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860579 Sep 21 16:24:52.756769 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcd20a-e089-44d3-b6f3-be0ef7cf2453 req-eec0a91b-8fc2-4f5c-847f-1f807d67ecd8 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:52.758243 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-07fcd20a-e089-44d3-b6f3-be0ef7cf2453 req-eec0a91b-8fc2-4f5c-847f-1f807d67ecd8 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7069f50-8b3e-4017-a2f5-43094322a703 HTTP/1.1" status: 200 len: 943 time: 0.0560322 Sep 21 16:24:52.799147 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-07fcd20a-e089-44d3-b6f3-be0ef7cf2453 req-caac8ab1-58ea-43e7-9ae5-562210698f55 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349698 Sep 21 16:24:53.189010 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210e014-1420-45f7-b9e8-27a8e59076f1 req-f39f8835-461c-450f-af31-b3ed6aa7f4ba tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:53.190651 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f210e014-1420-45f7-b9e8-27a8e59076f1 req-f39f8835-461c-450f-af31-b3ed6aa7f4ba tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b013078-b411-418d-8803-2c1374e53c27 HTTP/1.1" status: 200 len: 946 time: 0.0540521 Sep 21 16:24:53.204289 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75715c-f7f8-45a2-8a44-3d70cfb59b37 req-54571d96-7530-4150-b9c6-3942c0bf6a5b tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:53.205810 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1a75715c-f7f8-45a2-8a44-3d70cfb59b37 req-54571d96-7530-4150-b9c6-3942c0bf6a5b tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0517650 Sep 21 16:24:53.233338 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f210e014-1420-45f7-b9e8-27a8e59076f1 req-4324b6c7-2ba6-4d13-a421-ac9545c6b6c3 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350313 Sep 21 16:24:53.248505 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1a75715c-f7f8-45a2-8a44-3d70cfb59b37 req-b14019ec-4b1c-402f-ae86-d6f4362be9e3 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363984 Sep 21 16:24:53.915415 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7639df7-929f-442e-b337-143d8ddb417f req-61f58f6a-deb2-424a-ac39-5a4061fd39e2 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:53.916921 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-a7639df7-929f-442e-b337-143d8ddb417f req-61f58f6a-deb2-424a-ac39-5a4061fd39e2 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7069f50-8b3e-4017-a2f5-43094322a703 HTTP/1.1" status: 200 len: 943 time: 0.0487568 Sep 21 16:24:53.956316 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-a7639df7-929f-442e-b337-143d8ddb417f req-415b35c6-7970-43a8-8d5f-8d739eddba14 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332341 Sep 21 16:24:55.075456 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae30b5b-44ff-4e3b-ae62-3ca306838613 req-4353c2fc-8b7c-49d9-990f-5b699a7f9d92 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:55.076957 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0ae30b5b-44ff-4e3b-ae62-3ca306838613 req-4353c2fc-8b7c-49d9-990f-5b699a7f9d92 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7069f50-8b3e-4017-a2f5-43094322a703 HTTP/1.1" status: 200 len: 943 time: 0.0487294 Sep 21 16:24:55.125126 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0ae30b5b-44ff-4e3b-ae62-3ca306838613 req-a721568b-3f51-4acc-927b-bb828e06e22f tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376935 Sep 21 16:24:56.261111 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8665a-14f6-47af-aa3b-4ece25cc380a req-cdcd5271-0c71-45e6-98fb-12cfb702ad6a tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:56.262765 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b6b8665a-14f6-47af-aa3b-4ece25cc380a req-cdcd5271-0c71-45e6-98fb-12cfb702ad6a tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7069f50-8b3e-4017-a2f5-43094322a703 HTTP/1.1" status: 200 len: 943 time: 0.0553617 Sep 21 16:24:56.301633 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b6b8665a-14f6-47af-aa3b-4ece25cc380a req-d8bf6599-d464-434b-8c79-bfcb5ec4409c tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323765 Sep 21 16:24:57.255992 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device e9e07c94-f38d-44d6-b30a-84849fbf7c5c details requested by agent hyperv_hv-cinder-81003 with host hv-cinder-81003 {{(pid=184193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 16:24:57.365262 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port e9e07c94-f38d-44d6-b30a-84849fbf7c5c, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=e9e07c94-f38d-44d6-b30a-84849fbf7c5c,segment=NetworkSegment(f085cb7b-6957-4448-a978-da6f47733cd9),segment_id=f085cb7b-6957-4448-a978-da6f47733cd9)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:24:57.382827 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Returning: {'device': 'e9e07c94-f38d-44d6-b30a-84849fbf7c5c', 'network_id': 'e4a0957e-7784-42d9-940c-8b8164ae696e', 'port_id': 'e9e07c94-f38d-44d6-b30a-84849fbf7c5c', 'mac_address': 'fa:16:3e:d0:f4:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8498e4b-80f1-4629-b710-1cde9d8d7cdb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=184193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 16:24:57.420520 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:57.435160 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9e07c94-f38d-44d6-b30a-84849fbf7c5c {{(pid=184193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:24:57.441936 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddad16f-7c13-4701-840b-04645d10053d req-115a0dae-cbd2-4e2d-8c44-c95c7189352d tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:57.443550 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5ddad16f-7c13-4701-840b-04645d10053d req-115a0dae-cbd2-4e2d-8c44-c95c7189352d tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7069f50-8b3e-4017-a2f5-43094322a703 HTTP/1.1" status: 200 len: 943 time: 0.0620480 Sep 21 16:24:57.456030 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port e9e07c94-f38d-44d6-b30a-84849fbf7c5c, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=e9e07c94-f38d-44d6-b30a-84849fbf7c5c,segment=NetworkSegment(f085cb7b-6957-4448-a978-da6f47733cd9),segment_id=f085cb7b-6957-4448-a978-da6f47733cd9)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:24:57.485268 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5ddad16f-7c13-4701-840b-04645d10053d req-20911292-bf71-400d-9f79-397d5d5e13bc tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338891 Sep 21 16:24:57.541658 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:24:57.592275 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=e9e07c94-f38d-44d6-b30a-84849fbf7c5c,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:24:58.154034 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['e9e07c94-f38d-44d6-b30a-84849fbf7c5c'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:24:58.602497 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd519cf0-d0bc-4baa-b609-99d63eb8625c req-eebae386-722e-434f-90eb-ffe113814c52 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:58.604015 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-fd519cf0-d0bc-4baa-b609-99d63eb8625c req-eebae386-722e-434f-90eb-ffe113814c52 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7069f50-8b3e-4017-a2f5-43094322a703 HTTP/1.1" status: 200 len: 944 time: 0.0506580 Sep 21 16:24:58.640553 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-fd519cf0-d0bc-4baa-b609-99d63eb8625c req-06951a7f-8e23-4b5b-a518-718c260b5799 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306826 Sep 21 16:24:59.769200 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408380e-8f96-4391-9d03-52b6add67257 req-17be0b70-0436-4ba5-bb66-0b84ce96cb2e tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:24:59.775565 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2408380e-8f96-4391-9d03-52b6add67257 req-17be0b70-0436-4ba5-bb66-0b84ce96cb2e tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7069f50-8b3e-4017-a2f5-43094322a703 HTTP/1.1" status: 200 len: 944 time: 0.0553176 Sep 21 16:24:59.815871 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2408380e-8f96-4391-9d03-52b6add67257 req-c1d7d97b-ae1a-4bbb-b255-d574628747d5 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342212 Sep 21 16:25:00.932324 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef863c8c-00fa-412c-b089-0e3ac85cdc99 req-d7ad423c-13d1-4047-8bf6-3b28a3141914 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:00.933793 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ef863c8c-00fa-412c-b089-0e3ac85cdc99 req-d7ad423c-13d1-4047-8bf6-3b28a3141914 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7069f50-8b3e-4017-a2f5-43094322a703 HTTP/1.1" status: 200 len: 944 time: 0.0466874 Sep 21 16:25:00.978494 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ef863c8c-00fa-412c-b089-0e3ac85cdc99 req-bdd17144-ed62-4a89-99f5-6d89a4b588af tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388749 Sep 21 16:25:01.282319 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device e9e07c94-f38d-44d6-b30a-84849fbf7c5c up at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:25:01.375521 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning for port e9e07c94-f38d-44d6-b30a-84849fbf7c5c completed by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:25:01.379613 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning complete for port e9e07c94-f38d-44d6-b30a-84849fbf7c5c triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:25:01.380008 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:01.470217 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:01.503431 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7069f50-8b3e-4017-a2f5-43094322a703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e07c94-f38d-44d6-b30a-84849fbf7c5c'}] {{(pid=184193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:25:01.505628 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e6171c86456a5bbdaf0b46ebb92172d32a0ea5b64bc8822db714b438cc8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d32fea3-ed0a-4598-b5ae-98ea6f73aa7a" -d '{"events": [{"server_uuid": "f7069f50-8b3e-4017-a2f5-43094322a703", "name": "network-vif-plugged", "status": "completed", "tag": "e9e07c94-f38d-44d6-b30a-84849fbf7c5c"}]}' {{(pid=184193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:25:01.520087 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port e9e07c94-f38d-44d6-b30a-84849fbf7c5c, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=e9e07c94-f38d-44d6-b30a-84849fbf7c5c,segment=NetworkSegment(f085cb7b-6957-4448-a978-da6f47733cd9),segment_id=f085cb7b-6957-4448-a978-da6f47733cd9)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:25:01.548341 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de8b07b-e0ba-495f-b0e5-9ca42c32548e x-openstack-request-id: req-0de8b07b-e0ba-495f-b0e5-9ca42c32548e {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:25:01.548659 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7069f50-8b3e-4017-a2f5-43094322a703", "name": "network-vif-plugged", "status": "completed", "tag": "e9e07c94-f38d-44d6-b30a-84849fbf7c5c", "code": 200}]} {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:25:01.548921 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0de8b07b-e0ba-495f-b0e5-9ca42c32548e {{(pid=184193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:25:01.549314 dv-cinder-810035-1-iscsi neutron-server[184193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7069f50-8b3e-4017-a2f5-43094322a703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e07c94-f38d-44d6-b30a-84849fbf7c5c', 'code': 200} Sep 21 16:25:01.608510 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:01.656270 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=e9e07c94-f38d-44d6-b30a-84849fbf7c5c,revision_number=5']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:01.907242 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae016b83-2cd0-4d8c-a3f9-a96d212c670b req-7021b834-d68a-4188-8676-c27a9ad58e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:01.908752 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ae016b83-2cd0-4d8c-a3f9-a96d212c670b req-7021b834-d68a-4188-8676-c27a9ad58e1f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f7069f50-8b3e-4017-a2f5-43094322a703 HTTP/1.1" status: 200 len: 1098 time: 0.0637023 Sep 21 16:25:01.945988 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ae016b83-2cd0-4d8c-a3f9-a96d212c670b req-eeeda55a-00fe-4782-9415-1970effe38da service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289080 Sep 21 16:25:02.095122 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8272a3-3a8b-4c97-b865-0500bff3216e req-1418123a-3f31-4ca8-bd43-2de87c0dc5e3 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:02.096868 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-fa8272a3-3a8b-4c97-b865-0500bff3216e req-1418123a-3f31-4ca8-bd43-2de87c0dc5e3 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7069f50-8b3e-4017-a2f5-43094322a703 HTTP/1.1" status: 200 len: 945 time: 0.0500069 Sep 21 16:25:02.138601 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-fa8272a3-3a8b-4c97-b865-0500bff3216e req-8a044942-1062-49cb-b1f5-bef6e218a587 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351341 Sep 21 16:25:03.264255 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e203207-1cb9-4268-8753-dd28921047a6 req-fc19f02d-6949-47fd-9c08-6731401d2111 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:03.273367 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6e203207-1cb9-4268-8753-dd28921047a6 req-fc19f02d-6949-47fd-9c08-6731401d2111 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7069f50-8b3e-4017-a2f5-43094322a703 HTTP/1.1" status: 200 len: 945 time: 0.0545585 Sep 21 16:25:03.309501 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6e203207-1cb9-4268-8753-dd28921047a6 req-47be171b-f2af-4a5c-b7de-21949b061209 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343845 Sep 21 16:25:04.418221 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930479c4-f3dc-42b4-be81-be5ff577e7ee req-a60b4bd0-6ec0-491a-acfa-3ba6435edd4f tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:04.419816 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-930479c4-f3dc-42b4-be81-be5ff577e7ee req-a60b4bd0-6ec0-491a-acfa-3ba6435edd4f tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0581474 Sep 21 16:25:04.431778 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745780d-7cb5-44df-944c-7254dd46e25d req-67f66175-93c7-4bba-b798-df8da5c65312 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:04.433495 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9745780d-7cb5-44df-944c-7254dd46e25d req-67f66175-93c7-4bba-b798-df8da5c65312 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7069f50-8b3e-4017-a2f5-43094322a703 HTTP/1.1" status: 200 len: 945 time: 0.0514169 Sep 21 16:25:04.476647 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9745780d-7cb5-44df-944c-7254dd46e25d req-baab0097-78a8-4142-9b2e-c105b08cfc13 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370450 Sep 21 16:25:04.508700 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53635e4-44d3-4451-8bb4-e110613102a3 req-b87f14ff-aae6-4607-84db-8fe971dc3512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:04.510642 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e53635e4-44d3-4451-8bb4-e110613102a3 req-b87f14ff-aae6-4607-84db-8fe971dc3512 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93f2e2ff196b40faba780c1bba395eba&device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 1098 time: 0.0857570 Sep 21 16:25:04.514216 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-930479c4-f3dc-42b4-be81-be5ff577e7ee req-9a38480e-c33d-46a7-806c-9a2741488c64 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807321 Sep 21 16:25:04.636079 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53635e4-44d3-4451-8bb4-e110613102a3 req-dc2885bd-f96f-45d1-9952-38891622fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:04.637804 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e53635e4-44d3-4451-8bb4-e110613102a3 req-dc2885bd-f96f-45d1-9952-38891622fdf9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b HTTP/1.1" status: 200 len: 919 time: 0.1162105 Sep 21 16:25:04.702060 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e53635e4-44d3-4451-8bb4-e110613102a3 req-23ad360b-a153-4d35-b9b6-cba8e29c9ec6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0310b441-b200-48bf-979f-9d2e48b7400b HTTP/1.1" status: 200 len: 217 time: 0.0427465 Sep 21 16:25:04.756441 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53635e4-44d3-4451-8bb4-e110613102a3 req-78c0ed0e-d245-4ab2-a763-84ddeb8b5085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:04.758027 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e53635e4-44d3-4451-8bb4-e110613102a3 req-78c0ed0e-d245-4ab2-a763-84ddeb8b5085 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ef51e1de-25f4-45cd-93c9-f3bb42d432a3 HTTP/1.1" status: 200 len: 858 time: 0.0488229 Sep 21 16:25:04.800080 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e53635e4-44d3-4451-8bb4-e110613102a3 req-6f4bd409-ba60-4457-b241-fa3038cf0974 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280802 Sep 21 16:25:04.915875 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e53635e4-44d3-4451-8bb4-e110613102a3 req-b4a384e3-97a8-4e4a-99bb-a4cf671d0ac8 service neutron] 10.222.0.44 "GET /v2.0/networks/27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053724 Sep 21 16:25:05.012356 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e53635e4-44d3-4451-8bb4-e110613102a3 req-6ecce2c6-f849-4408-8389-f63b8ead27a4 service neutron] 10.222.0.44 "GET /v2.0/networks/27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858498 Sep 21 16:25:05.659548 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc1b8a-bcec-4933-8a08-63bb4f8ae9ee req-ac916faa-3bc9-499f-97a4-d56168315321 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:05.661110 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6efc1b8a-bcec-4933-8a08-63bb4f8ae9ee req-ac916faa-3bc9-499f-97a4-d56168315321 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0560942 Sep 21 16:25:05.705889 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6efc1b8a-bcec-4933-8a08-63bb4f8ae9ee req-95493e5a-5117-48aa-88f6-0a165720de15 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386200 Sep 21 16:25:05.948763 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa18d2-5b81-4fc1-807c-fd7568f0a9b2 req-e557c3ce-d958-4c0c-b510-0a0d97646a49 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:05.950269 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-09aa18d2-5b81-4fc1-807c-fd7568f0a9b2 req-e557c3ce-d958-4c0c-b510-0a0d97646a49 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7069f50-8b3e-4017-a2f5-43094322a703 HTTP/1.1" status: 200 len: 945 time: 0.0501475 Sep 21 16:25:05.994097 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-09aa18d2-5b81-4fc1-807c-fd7568f0a9b2 req-a6067051-57c7-4c64-b029-25f617f3918b tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377743 Sep 21 16:25:06.822794 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120fa6d1-d2bd-4685-8944-d4a348385d0d req-bffb4ca7-139a-4c75-983d-db182a193630 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:06.824330 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-120fa6d1-d2bd-4685-8944-d4a348385d0d req-bffb4ca7-139a-4c75-983d-db182a193630 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0477667 Sep 21 16:25:06.866706 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-120fa6d1-d2bd-4685-8944-d4a348385d0d req-0ebabd16-e587-421e-88ed-9cb5965a6fb1 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363827 Sep 21 16:25:07.113555 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be313368-eab5-462d-a131-c111f2b42ff6 req-4d8fc7cf-14e3-406d-9664-0492f201a36a tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:07.115179 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-be313368-eab5-462d-a131-c111f2b42ff6 req-4d8fc7cf-14e3-406d-9664-0492f201a36a tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7069f50-8b3e-4017-a2f5-43094322a703 HTTP/1.1" status: 200 len: 945 time: 0.0514662 Sep 21 16:25:07.156235 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-be313368-eab5-462d-a131-c111f2b42ff6 req-b607e0c6-6be8-4738-8227-c98a81e8ec6a tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345194 Sep 21 16:25:07.829639 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:25:07.981640 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab120b6-231d-4a6c-adbf-dc9381725b66 req-d0393707-bd66-4988-bf28-a3a77a5b38fd tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:07.983138 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5ab120b6-231d-4a6c-adbf-dc9381725b66 req-d0393707-bd66-4988-bf28-a3a77a5b38fd tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0495038 Sep 21 16:25:08.027775 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5ab120b6-231d-4a6c-adbf-dc9381725b66 req-34a1f211-2ee8-424c-82bb-53e8adcb685c tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368698 Sep 21 16:25:08.239479 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054f347-5268-497e-82d2-db05ea000c3b req-8edea48d-08a4-4452-961f-66504c5e8608 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:08.240989 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8054f347-5268-497e-82d2-db05ea000c3b req-8edea48d-08a4-4452-961f-66504c5e8608 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7069f50-8b3e-4017-a2f5-43094322a703 HTTP/1.1" status: 200 len: 945 time: 0.0536239 Sep 21 16:25:08.284288 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03ad8d-e8b6-4cca-86ae-c9653402238c req-b44c7680-df8e-42d4-a44c-7af15d69aa11 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:08.291245 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-db03ad8d-e8b6-4cca-86ae-c9653402238c req-b44c7680-df8e-42d4-a44c-7af15d69aa11 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7069f50-8b3e-4017-a2f5-43094322a703 HTTP/1.1" status: 200 len: 945 time: 0.0527830 Sep 21 16:25:08.354398 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-db03ad8d-e8b6-4cca-86ae-c9653402238c req-26e8b57c-e9e7-4d92-8182-f579442074f9 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/security-groups?id=19b2eb05-8c80-455d-b41f-e187ed420e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463266 Sep 21 16:25:08.358315 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [req-8054f347-5268-497e-82d2-db05ea000c3b req-32980e5e-714f-4d13-82c1-7e2109cde28a tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Deleting port e9e07c94-f38d-44d6-b30a-84849fbf7c5c {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:25:08.358661 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-8054f347-5268-497e-82d2-db05ea000c3b req-32980e5e-714f-4d13-82c1-7e2109cde28a tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:08.458444 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-8054f347-5268-497e-82d2-db05ea000c3b req-32980e5e-714f-4d13-82c1-7e2109cde28a tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] For port e9e07c94-f38d-44d6-b30a-84849fbf7c5c, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=e9e07c94-f38d-44d6-b30a-84849fbf7c5c,segment=NetworkSegment(f085cb7b-6957-4448-a978-da6f47733cd9),segment_id=f085cb7b-6957-4448-a978-da6f47733cd9)] {{(pid=184191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:25:08.458795 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-8054f347-5268-497e-82d2-db05ea000c3b req-32980e5e-714f-4d13-82c1-7e2109cde28a tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:08.470751 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [req-8054f347-5268-497e-82d2-db05ea000c3b req-32980e5e-714f-4d13-82c1-7e2109cde28a tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Calling delete_port for e9e07c94-f38d-44d6-b30a-84849fbf7c5c owned by compute:nova {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:25:08.666010 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-8054f347-5268-497e-82d2-db05ea000c3b req-32980e5e-714f-4d13-82c1-7e2109cde28a tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:08.682400 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['e9e07c94-f38d-44d6-b30a-84849fbf7c5c'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:25:08.697463 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32980e5e-714f-4d13-82c1-7e2109cde28a tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Pushing event deleted for resources: {'Port': ['ID=e9e07c94-f38d-44d6-b30a-84849fbf7c5c,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:08.736991 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [req-8054f347-5268-497e-82d2-db05ea000c3b req-32980e5e-714f-4d13-82c1-7e2109cde28a tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] No DVR routers for this DVR port e9e07c94-f38d-44d6-b30a-84849fbf7c5c on host hv-cinder-81003 {{(pid=184191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:25:08.740697 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-8054f347-5268-497e-82d2-db05ea000c3b req-32980e5e-714f-4d13-82c1-7e2109cde28a tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:08.742661 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8054f347-5268-497e-82d2-db05ea000c3b req-32980e5e-714f-4d13-82c1-7e2109cde28a tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.44 "DELETE /v2.0/ports/e9e07c94-f38d-44d6-b30a-84849fbf7c5c HTTP/1.1" status: 204 len: 173 time: 0.4931850 Sep 21 16:25:08.743097 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7069f50-8b3e-4017-a2f5-43094322a703', 'name': 'network-vif-deleted', 'tag': 'e9e07c94-f38d-44d6-b30a-84849fbf7c5c'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:25:08.745516 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426b6dca-b0c3-47cc-8837-2877c7545f11" -d '{"events": [{"server_uuid": "f7069f50-8b3e-4017-a2f5-43094322a703", "name": "network-vif-deleted", "tag": "e9e07c94-f38d-44d6-b30a-84849fbf7c5c"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:25:08.782057 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100087b1-89e2-4234-9860-5e1f5adc8f90 x-openstack-request-id: req-100087b1-89e2-4234-9860-5e1f5adc8f90 {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:25:08.782347 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7069f50-8b3e-4017-a2f5-43094322a703", "name": "network-vif-deleted", "tag": "e9e07c94-f38d-44d6-b30a-84849fbf7c5c", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:25:08.782598 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-100087b1-89e2-4234-9860-5e1f5adc8f90 {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:25:08.782994 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7069f50-8b3e-4017-a2f5-43094322a703', 'name': 'network-vif-deleted', 'tag': 'e9e07c94-f38d-44d6-b30a-84849fbf7c5c', 'status': 'completed', 'code': 200} Sep 21 16:25:09.079040 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:09.160467 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28830de2-03a3-4d22-801f-138b4f2f8bac req-e1e71450-f9f9-49d1-bba6-4d719eb394d2 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:09.162162 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-28830de2-03a3-4d22-801f-138b4f2f8bac req-e1e71450-f9f9-49d1-bba6-4d719eb394d2 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0530159 Sep 21 16:25:09.204490 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-28830de2-03a3-4d22-801f-138b4f2f8bac req-487fc196-3c5b-40f6-9112-b8f5a2304ec0 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360293 Sep 21 16:25:09.461768 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ac53053f-485a-4947-bd9b-75d1b8b3b1c2 req-ca17d6a7-5d5d-4daf-873e-7f4a3c25d237 tempest-VolumesActionsTest-452858766 tempest-VolumesActionsTest-452858766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7069f50-8b3e-4017-a2f5-43094322a703 HTTP/1.1" status: 200 len: 210 time: 0.0281870 Sep 21 16:25:09.524073 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-dd2f3365-b2ac-4312-9775-944c8c0e8cfe req-c87d5f9b-2934-44fc-afb3-252410ebad0d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421517 Sep 21 16:25:09.592757 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f3365-b2ac-4312-9775-944c8c0e8cfe req-9b4ac11e-6f77-4f2a-bed1-09d10e9ef34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:09.594248 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-dd2f3365-b2ac-4312-9775-944c8c0e8cfe req-9b4ac11e-6f77-4f2a-bed1-09d10e9ef34a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93f2e2ff196b40faba780c1bba395eba&device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 1099 time: 0.0400929 Sep 21 16:25:09.710998 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f3365-b2ac-4312-9775-944c8c0e8cfe req-3dc02bce-1e87-4dfe-ae4b-9cdaaf42727b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:09.712445 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-dd2f3365-b2ac-4312-9775-944c8c0e8cfe req-3dc02bce-1e87-4dfe-ae4b-9cdaaf42727b service neutron] 10.222.0.44 "GET /v2.0/networks?id=27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b HTTP/1.1" status: 200 len: 919 time: 0.0916839 Sep 21 16:25:09.760169 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-dd2f3365-b2ac-4312-9775-944c8c0e8cfe req-b8cf1f69-4e92-4fdd-b849-0515afedd91a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7afd738b-f441-4010-9877-885bfeb199c1 HTTP/1.1" status: 200 len: 217 time: 0.0369172 Sep 21 16:25:09.818767 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f3365-b2ac-4312-9775-944c8c0e8cfe req-d8b13d1e-0b32-4a3e-b820-98342cc12fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:09.820290 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-dd2f3365-b2ac-4312-9775-944c8c0e8cfe req-d8b13d1e-0b32-4a3e-b820-98342cc12fa3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ef51e1de-25f4-45cd-93c9-f3bb42d432a3 HTTP/1.1" status: 200 len: 858 time: 0.0501852 Sep 21 16:25:09.860487 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-dd2f3365-b2ac-4312-9775-944c8c0e8cfe req-637dc5a6-5e3c-41d9-b493-830a4dff53ab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252240 Sep 21 16:25:09.960120 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-dd2f3365-b2ac-4312-9775-944c8c0e8cfe req-81dce075-9e2e-483a-80bc-980678652ca2 service neutron] 10.222.0.44 "GET /v2.0/networks/27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915585 Sep 21 16:25:10.059983 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-dd2f3365-b2ac-4312-9775-944c8c0e8cfe req-0393aa8d-3fcc-4bd2-bcc7-e83affc762c9 service neutron] 10.222.0.44 "GET /v2.0/networks/27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905113 Sep 21 16:25:10.324756 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f14292-d464-42ab-ac16-fa9b195cadb9 req-156d74ba-94da-4518-a80d-3aef888aebf5 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:10.326243 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-43f14292-d464-42ab-ac16-fa9b195cadb9 req-156d74ba-94da-4518-a80d-3aef888aebf5 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0497649 Sep 21 16:25:10.364629 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-43f14292-d464-42ab-ac16-fa9b195cadb9 req-b2c6c9f7-94b6-4999-acdf-ee5f743203d5 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323980 Sep 21 16:25:11.347848 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device e9e07c94-f38d-44d6-b30a-84849fbf7c5c no longer exists at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:25:11.368408 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] No Port match for: e9e07c94-f38d-44d6-b30a-84849fbf7c5c {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:25:11.368752 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device e9e07c94-f38d-44d6-b30a-84849fbf7c5c not bound to the agent host hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:25:11.495296 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c990f6-be90-4e75-8c40-8a8be0e0ac55 req-3b3009c8-6bed-44ff-a0b7-44a660453977 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:11.496852 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-79c990f6-be90-4e75-8c40-8a8be0e0ac55 req-3b3009c8-6bed-44ff-a0b7-44a660453977 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0514586 Sep 21 16:25:11.535989 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-79c990f6-be90-4e75-8c40-8a8be0e0ac55 req-c51c55c9-c8b5-477d-b074-8b8bc0014f9f tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331514 Sep 21 16:25:11.749907 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b025e9f8-9264-4161-abbd-77f4990d60c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:12.682891 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696b800-071c-4103-aeb5-164325c45de6 req-169e6253-0232-461a-8cc6-dca2f135b382 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:12.684408 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-8696b800-071c-4103-aeb5-164325c45de6 req-169e6253-0232-461a-8cc6-dca2f135b382 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0536444 Sep 21 16:25:12.726376 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-8696b800-071c-4103-aeb5-164325c45de6 req-6d096c21-11c0-4bd6-a1d2-46ebc1391c5f tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358093 Sep 21 16:25:14.318480 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-f433e5f9-2507-4202-ac28-79f03e6a24e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:14.792748 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:15.632399 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:17.364043 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:19.440926 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4c9cb-ed94-4610-b114-6c8b85486a09 req-6f63da4d-16f7-4e72-9cf9-21bf5a504c79 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:19.442455 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-05e4c9cb-ed94-4610-b114-6c8b85486a09 req-6f63da4d-16f7-4e72-9cf9-21bf5a504c79 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0558901 Sep 21 16:25:19.481258 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-05e4c9cb-ed94-4610-b114-6c8b85486a09 req-c2b1d320-d873-4390-8ad1-e79d29b962ae tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328691 Sep 21 16:25:20.603995 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a81f9c-2390-432a-a2d4-ed77770c319d req-9ba68fc1-18f7-439d-acc9-ce3275c41504 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:20.605440 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-50a81f9c-2390-432a-a2d4-ed77770c319d req-9ba68fc1-18f7-439d-acc9-ce3275c41504 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0533743 Sep 21 16:25:20.646388 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-50a81f9c-2390-432a-a2d4-ed77770c319d req-3f4e0af7-7b10-4fdf-99b5-0d6f58e679b1 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337422 Sep 21 16:25:21.561598 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 59834) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:25:21.618080 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d4004b-fcf7-47ad-ac82-7e1ae7040406 admin admin] Deleting subnet e95ce269-90a0-41f2-af36-5ec1d069c953 {{(pid=184191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 16:25:21.622477 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a6d4004b-fcf7-47ad-ac82-7e1ae7040406 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:21.675139 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a6d4004b-fcf7-47ad-ac82-7e1ae7040406 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:21.685548 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a6d4004b-fcf7-47ad-ac82-7e1ae7040406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1636446'] for subnet, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:21.797664 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72462ab9-6c9c-4e88-8a5e-c7f402a2153a req-1c148d5f-0ee3-44d7-9e30-a4bc9d4af185 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:21.806442 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-72462ab9-6c9c-4e88-8a5e-c7f402a2153a req-1c148d5f-0ee3-44d7-9e30-a4bc9d4af185 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0618415 Sep 21 16:25:21.860097 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a6d4004b-fcf7-47ad-ac82-7e1ae7040406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1636425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779'] for subnet, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:21.869816 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-72462ab9-6c9c-4e88-8a5e-c7f402a2153a req-a68dd439-60e7-4e68-aba9-733890d25009 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603952 Sep 21 16:25:21.931791 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4004b-fcf7-47ad-ac82-7e1ae7040406 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e95ce269-90a0-41f2-af36-5ec1d069c953,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:21.931791 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a6d4004b-fcf7-47ad-ac82-7e1ae7040406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for subnet, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:21.931791 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-a6d4004b-fcf7-47ad-ac82-7e1ae7040406 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e95ce269-90a0-41f2-af36-5ec1d069c953 HTTP/1.1" status: 204 len: 168 time: 0.3640521 Sep 21 16:25:21.934006 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 59844) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:25:22.062081 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3098b757-2ef2-441b-b2db-0c054f5794ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1604015'] for network, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:22.210090 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-1d64095e-07bb-4af1-a889-ed975fcba88d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:22.211955 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-1d64095e-07bb-4af1-a889-ed975fcba88d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/networks?id=2129420f-2812-466d-9bce-5386e3460d60 HTTP/1.1" status: 200 len: 815 time: 0.1990263 Sep 21 16:25:22.244786 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3098b757-2ef2-441b-b2db-0c054f5794ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635289', 'neutron.services.segments.db._delete_segments_for_network-8785855709341'] for network, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:22.267730 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-900ff13f-2dde-4acb-9fbd-54270a3a5bea tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/quotas/5fb20277dcc84c37ae3841776102a3b9 HTTP/1.1" status: 200 len: 375 time: 0.0270092 Sep 21 16:25:22.277775 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3098b757-2ef2-441b-b2db-0c054f5794ae admin admin] Subscribe: > segment before_delete 55550000 {{(pid=184191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:25:22.278144 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3098b757-2ef2-441b-b2db-0c054f5794ae admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=184191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:25:22.278907 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3098b757-2ef2-441b-b2db-0c054f5794ae admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=184191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:25:22.279255 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3098b757-2ef2-441b-b2db-0c054f5794ae admin admin] Subscribe: > port after_create 55550000 {{(pid=184191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:25:22.279621 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3098b757-2ef2-441b-b2db-0c054f5794ae admin admin] Subscribe: > port after_delete 55550000 {{(pid=184191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:25:22.279974 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3098b757-2ef2-441b-b2db-0c054f5794ae admin admin] Subscribe: > port after_update 55550000 {{(pid=184191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:25:22.280283 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3098b757-2ef2-441b-b2db-0c054f5794ae admin admin] Subscribe: > segment after_delete 55550000 {{(pid=184191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:25:22.283026 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3098b757-2ef2-441b-b2db-0c054f5794ae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=184191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:25:22.283026 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3098b757-2ef2-441b-b2db-0c054f5794ae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=184191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:25:22.283026 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3098b757-2ef2-441b-b2db-0c054f5794ae admin admin] Subscribe: > subnet after_update 55550000 {{(pid=184191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:25:22.357791 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3098b757-2ef2-441b-b2db-0c054f5794ae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=184191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:25:22.358138 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3098b757-2ef2-441b-b2db-0c054f5794ae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=184191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:25:22.358504 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3098b757-2ef2-441b-b2db-0c054f5794ae admin admin] Subscribe: > subnet before_create 55550000 {{(pid=184191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:25:22.358836 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3098b757-2ef2-441b-b2db-0c054f5794ae admin admin] Subscribe: > subnet before_update 55550000 {{(pid=184191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 16:25:22.359264 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.services.segments.db [None req-3098b757-2ef2-441b-b2db-0c054f5794ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eced2727-7ab6-4c33-929f-3fe35b6c7c20']}} {{(pid=184191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:25:22.390105 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.services.segments.db [None req-3098b757-2ef2-441b-b2db-0c054f5794ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f6d3b9f-2e46-4ed0-bae3-836d3df2ce7d') {'for_net_delete': True} {{(pid=184191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:25:22.390587 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.services.segments.db [None req-3098b757-2ef2-441b-b2db-0c054f5794ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f6d3b9f-2e46-4ed0-bae3-836d3df2ce7d') {} {{(pid=184191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:25:22.432554 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3098b757-2ef2-441b-b2db-0c054f5794ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785855709862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4897005'] for segment, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:22.462663 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3098b757-2ef2-441b-b2db-0c054f5794ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:22.476054 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3098b757-2ef2-441b-b2db-0c054f5794ae admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=184191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:25:22.476455 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3098b757-2ef2-441b-b2db-0c054f5794ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4480201'] for segment, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:22.487806 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-31c2c3fd-ab05-435c-94cb-0c71f379b9f8 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5fb20277dcc84c37ae3841776102a3b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2124233 Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: from cryptography.utils import int_from_bytes Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: from cryptography.utils import int_from_bytes Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: Traceback (most recent call last): Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: timer() Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: cb(*args, **kw) Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: return func(*args, **kwargs) Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: self._notify() Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: self.callback(batched_events) Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: event.method(event) Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: return f(self, *a, **k) Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: return self._get(url).json() Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: return self.request(url, 'GET', **kwargs) Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 16:25:22.492161 dv-cinder-810035-1-iscsi neutron-server[184191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 16:25:22.654025 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-8a605aac-c883-49b0-92aa-dfcbd7ca699a service neutron] 10.222.0.41 "GET /v2.0/networks/2129420f-2812-466d-9bce-5386e3460d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517744 Sep 21 16:25:22.694757 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3098b757-2ef2-441b-b2db-0c054f5794ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615424'] for network, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:22.724734 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3098b757-2ef2-441b-b2db-0c054f5794ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:22.727092 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-3098b757-2ef2-441b-b2db-0c054f5794ae admin admin] 10.222.0.41 "DELETE /v2.0/networks/eced2727-7ab6-4c33-929f-3fe35b6c7c20 HTTP/1.1" status: 204 len: 168 time: 0.7906594 Sep 21 16:25:22.729941 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 59864) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:25:22.784227 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098b757-2ef2-441b-b2db-0c054f5794ae admin admin] Pushing event deleted for resources: {'Network': ['ID=eced2727-7ab6-4c33-929f-3fe35b6c7c20,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:22.864206 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f16e4fb-d966-4cdd-b328-39a25a937b0f admin admin] Deleting subnet a5ef5e8d-ad93-4163-9244-d82cbf1d61dc {{(pid=184191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 16:25:22.871653 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-e698be93-3e4a-4d32-a742-ca49066c1176 service neutron] 10.222.0.41 "GET /v2.0/networks/2129420f-2812-466d-9bce-5386e3460d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111447 Sep 21 16:25:22.872733 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-2f16e4fb-d966-4cdd-b328-39a25a937b0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:22.949473 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-2f16e4fb-d966-4cdd-b328-39a25a937b0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4896998'] for subnet, precommit_delete_associations {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:23.018497 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-2f16e4fb-d966-4cdd-b328-39a25a937b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1636446'] for subnet, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:23.063058 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7794d-2b53-42fe-82de-2ad69cd258c8 req-4029ca5d-cb12-408b-9d4b-5e87f09b9357 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:23.079854 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-edc7794d-2b53-42fe-82de-2ad69cd258c8 req-4029ca5d-cb12-408b-9d4b-5e87f09b9357 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0738840 Sep 21 16:25:23.137133 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-edc7794d-2b53-42fe-82de-2ad69cd258c8 req-defa4d30-b914-42f5-a53a-481a5949d144 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648804 Sep 21 16:25:23.286635 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-2f16e4fb-d966-4cdd-b328-39a25a937b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1636425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4478999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4674029'] for subnet, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:23.303809 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-783bedfb-a43d-4af0-a4a6-46f6f62e8284 req-3e743f05-bd68-4b1b-b3bf-13f2d397afc1 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=00a99794-b088-4e43-9ce2-47165c7ad18f HTTP/1.1" status: 200 len: 210 time: 0.0489299 Sep 21 16:25:23.305578 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-2f16e4fb-d966-4cdd-b328-39a25a937b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for subnet, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:23.307171 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-2f16e4fb-d966-4cdd-b328-39a25a937b0f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a5ef5e8d-ad93-4163-9244-d82cbf1d61dc HTTP/1.1" status: 204 len: 168 time: 0.5664921 Sep 21 16:25:23.309836 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 59878) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:25:23.341973 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16e4fb-d966-4cdd-b328-39a25a937b0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5ef5e8d-ad93-4163-9244-d82cbf1d61dc,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:23.420882 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b905ba6b-7c0c-4bad-b514-36211dcc591a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1604015'] for network, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:23.559275 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b905ba6b-7c0c-4bad-b514-36211dcc591a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635289', 'neutron.services.segments.db._delete_segments_for_network-8785855709341'] for network, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:23.602763 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.services.segments.db [None req-b905ba6b-7c0c-4bad-b514-36211dcc591a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9196a305-6e8f-437b-920e-c51f424740ea']}} {{(pid=184192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:25:23.613845 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.services.segments.db [None req-b905ba6b-7c0c-4bad-b514-36211dcc591a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59242f22-dec0-4d44-b7e6-faed5504bd0d') {'for_net_delete': True} {{(pid=184192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:25:23.614138 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.services.segments.db [None req-b905ba6b-7c0c-4bad-b514-36211dcc591a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59242f22-dec0-4d44-b7e6-faed5504bd0d') {} {{(pid=184192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:25:23.626423 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b905ba6b-7c0c-4bad-b514-36211dcc591a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785855709862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4837894'] for segment, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:23.645742 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b905ba6b-7c0c-4bad-b514-36211dcc591a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:23.658576 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b905ba6b-7c0c-4bad-b514-36211dcc591a admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=184192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:25:23.659312 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b905ba6b-7c0c-4bad-b514-36211dcc591a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5166354'] for segment, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:23.662479 dv-cinder-810035-1-iscsi neutron-server[184192]: Traceback (most recent call last): Sep 21 16:25:23.662479 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 16:25:23.662479 dv-cinder-810035-1-iscsi neutron-server[184192]: timer() Sep 21 16:25:23.662479 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 16:25:23.662479 dv-cinder-810035-1-iscsi neutron-server[184192]: cb(*args, **kw) Sep 21 16:25:23.662479 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 16:25:23.662479 dv-cinder-810035-1-iscsi neutron-server[184192]: return func(*args, **kwargs) Sep 21 16:25:23.662479 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 16:25:23.662479 dv-cinder-810035-1-iscsi neutron-server[184192]: self._notify() Sep 21 16:25:23.662479 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 16:25:23.662479 dv-cinder-810035-1-iscsi neutron-server[184192]: self.callback(batched_events) Sep 21 16:25:23.662479 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 16:25:23.662479 dv-cinder-810035-1-iscsi neutron-server[184192]: event.method(event) Sep 21 16:25:23.662479 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 16:25:23.662479 dv-cinder-810035-1-iscsi neutron-server[184192]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 16:25:23.662479 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 16:25:23.662479 dv-cinder-810035-1-iscsi neutron-server[184192]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 16:25:23.662479 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 16:25:23.662479 dv-cinder-810035-1-iscsi neutron-server[184192]: return f(self, *a, **k) Sep 21 16:25:23.662479 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 16:25:23.662479 dv-cinder-810035-1-iscsi neutron-server[184192]: return self._get(url).json() Sep 21 16:25:23.662479 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 16:25:23.662479 dv-cinder-810035-1-iscsi neutron-server[184192]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 16:25:23.662479 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 16:25:23.662479 dv-cinder-810035-1-iscsi neutron-server[184192]: return self.request(url, 'GET', **kwargs) Sep 21 16:25:23.662479 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 16:25:23.662479 dv-cinder-810035-1-iscsi neutron-server[184192]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 16:25:23.662479 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 16:25:23.662479 dv-cinder-810035-1-iscsi neutron-server[184192]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 16:25:23.662479 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 16:25:23.662479 dv-cinder-810035-1-iscsi neutron-server[184192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 16:25:23.662479 dv-cinder-810035-1-iscsi neutron-server[184192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 16:25:23.809981 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b905ba6b-7c0c-4bad-b514-36211dcc591a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615424'] for network, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:23.816260 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b905ba6b-7c0c-4bad-b514-36211dcc591a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:23.818351 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-b905ba6b-7c0c-4bad-b514-36211dcc591a admin admin] 10.222.0.41 "DELETE /v2.0/networks/9196a305-6e8f-437b-920e-c51f424740ea HTTP/1.1" status: 204 len: 168 time: 0.5062447 Sep 21 16:25:23.844315 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905ba6b-7c0c-4bad-b514-36211dcc591a admin admin] Pushing event deleted for resources: {'Network': ['ID=9196a305-6e8f-437b-920e-c51f424740ea,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:24.383103 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 59902) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:25:24.449730 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9d691-4e6e-4752-918c-d60b66e9cb07 req-90cc1c6d-02e8-469b-b82d-e54bb1d58d9d tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:24.451937 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-91e9d691-4e6e-4752-918c-d60b66e9cb07 req-90cc1c6d-02e8-469b-b82d-e54bb1d58d9d tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0908854 Sep 21 16:25:24.500266 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-91e9d691-4e6e-4752-918c-d60b66e9cb07 req-30595d12-18bb-4b81-9429-fc2d40082edc tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414689 Sep 21 16:25:24.508345 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-d2165979-fb29-476d-9b1d-5903c0c3a58f req-f1b92643-a160-4369-9b0c-c8b0ddbca54f tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=00a99794-b088-4e43-9ce2-47165c7ad18f HTTP/1.1" status: 200 len: 210 time: 0.0776055 Sep 21 16:25:24.531380 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-dc9c700b-96dd-46bf-93da-48ac6b6f4bc2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3bdecbde223b475292396d993a5674e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415346 Sep 21 16:25:24.531380 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 59904) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:25:24.591122 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a9311d1e-810a-44d0-8b29-6a5e5e040e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:24.619892 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a9311d1e-810a-44d0-8b29-6a5e5e040e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:24.747336 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a9311d1e-810a-44d0-8b29-6a5e5e040e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:24.755975 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a9311d1e-810a-44d0-8b29-6a5e5e040e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:24.755975 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-a9311d1e-810a-44d0-8b29-6a5e5e040e2c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a03e7105-b1d5-458e-b397-8a074a9fa552 HTTP/1.1" status: 204 len: 168 time: 0.2231865 Sep 21 16:25:24.768019 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9311d1e-810a-44d0-8b29-6a5e5e040e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03e7105-b1d5-458e-b397-8a074a9fa552,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:25.613682 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 59928) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:25:25.683356 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c865c81-c7e6-41b7-8fcb-ca61a24f4d0e req-00aafe8d-a3df-4028-aaa9-a430d7aa8b40 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:25.691142 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2c865c81-c7e6-41b7-8fcb-ca61a24f4d0e req-00aafe8d-a3df-4028-aaa9-a430d7aa8b40 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.1138794 Sep 21 16:25:25.699561 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-423b8444-da4c-4870-a982-a0fb322500cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1370d49cfabf4219ad7c2a5fe27ff3a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0842617 Sep 21 16:25:25.717341 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 59930) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:25:25.759194 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2c865c81-c7e6-41b7-8fcb-ca61a24f4d0e req-ee73b86c-3cc6-4e56-9296-2ef33ec50883 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670192 Sep 21 16:25:25.816750 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-94fd5ce4-861c-4278-a310-e03dddf548ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:25.864677 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-94fd5ce4-861c-4278-a310-e03dddf548ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:25.900704 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f96309db-6f30-4445-9cc8-3416b435d3b4 req-90a62c51-cc76-4b14-8618-0af02b58711c tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=00a99794-b088-4e43-9ce2-47165c7ad18f HTTP/1.1" status: 200 len: 210 time: 0.3057578 Sep 21 16:25:26.043841 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-94fd5ce4-861c-4278-a310-e03dddf548ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:26.046386 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-94fd5ce4-861c-4278-a310-e03dddf548ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:26.051564 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-94fd5ce4-861c-4278-a310-e03dddf548ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/956570fa-d224-4f81-8936-946699c74146 HTTP/1.1" status: 204 len: 168 time: 0.3264933 Sep 21 16:25:26.055043 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-faeee4f6-1696-4823-992e-2a23ca8d541b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:26.055448 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-faeee4f6-1696-4823-992e-2a23ca8d541b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.44 "GET /v2.0/networks?id=2129420f-2812-466d-9bce-5386e3460d60 HTTP/1.1" status: 200 len: 815 time: 0.1572587 Sep 21 16:25:26.062688 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd5ce4-861c-4278-a310-e03dddf548ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956570fa-d224-4f81-8936-946699c74146,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:26.098657 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-fed834ae-756c-4087-8ed3-b84840140d9d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Request body: {'port': {'device_id': '00a99794-b088-4e43-9ce2-47165c7ad18f', 'network_id': '2129420f-2812-466d-9bce-5386e3460d60', 'admin_state_up': True, 'tenant_id': '5fb20277dcc84c37ae3841776102a3b9'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:25:26.381009 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-fed834ae-756c-4087-8ed3-b84840140d9d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Made reservation on behalf of 5fb20277dcc84c37ae3841776102a3b9 for: {'port': 1} {{(pid=184191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:25:26.412990 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-fed834ae-756c-4087-8ed3-b84840140d9d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:26.599482 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_common [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-fed834ae-756c-4087-8ed3-b84840140d9d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Allocated IP 172.20.0.2 (2129420f-2812-466d-9bce-5386e3460d60/c045efe2-2c5c-4924-9aed-a88a9b6c079d/67d865ef-3b4f-40fd-a66e-31d53b56c4b7) {{(pid=184191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:25:26.820797 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-fed834ae-756c-4087-8ed3-b84840140d9d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Notify callbacks [] for port, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:26.922272 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfcedeb-b192-4ee2-8aa2-19e231eba1b9 req-4ca13c91-bb84-4101-82c4-67a0751edf0d tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:26.923882 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7dfcedeb-b192-4ee2-8aa2-19e231eba1b9 req-4ca13c91-bb84-4101-82c4-67a0751edf0d tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0691164 Sep 21 16:25:26.970566 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-fed834ae-756c-4087-8ed3-b84840140d9d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:26.989483 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['0ca71c07-a56e-41e7-b6bb-aca8f68cfffa', 'cec875ac-7e2b-4105-ac79-84434edd01df', 'c935cc29-f735-4b63-b0e2-c548fb0efb3c'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:25:27.012701 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7dfcedeb-b192-4ee2-8aa2-19e231eba1b9 req-6cefef18-b92f-4a84-803e-a68ef8691e1e tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808356 Sep 21 16:25:27.098257 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-fed834ae-756c-4087-8ed3-b84840140d9d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Network 2129420f-2812-466d-9bce-5386e3460d60 is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:25:27.109459 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-fed834ae-756c-4087-8ed3-b84840140d9d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:25:27.120187 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-fed834ae-756c-4087-8ed3-b84840140d9d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Received port after_create {{(pid=184191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:25:27.288599 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed834ae-756c-4087-8ed3-b84840140d9d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Pushing event updated for resources: {'Port': ['ID=67d865ef-3b4f-40fd-a66e-31d53b56c4b7,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:27.327819 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed834ae-756c-4087-8ed3-b84840140d9d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:27.328238 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed834ae-756c-4087-8ed3-b84840140d9d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:27.328680 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed834ae-756c-4087-8ed3-b84840140d9d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:27.329157 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed834ae-756c-4087-8ed3-b84840140d9d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:27.329608 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed834ae-756c-4087-8ed3-b84840140d9d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:27.330019 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed834ae-756c-4087-8ed3-b84840140d9d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:27.330474 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed834ae-756c-4087-8ed3-b84840140d9d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:27.331071 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed834ae-756c-4087-8ed3-b84840140d9d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:27.331249 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed834ae-756c-4087-8ed3-b84840140d9d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:27.333342 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed834ae-756c-4087-8ed3-b84840140d9d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:27.333342 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed834ae-756c-4087-8ed3-b84840140d9d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:27.333342 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed834ae-756c-4087-8ed3-b84840140d9d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:27.420041 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-fed834ae-756c-4087-8ed3-b84840140d9d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:27.420639 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-fed834ae-756c-4087-8ed3-b84840140d9d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:27.444375 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ee36e-d466-4117-abb9-7f9178c2afca req-af1c6b9e-040e-4f6c-bc29-000b434cd5f4 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:27.453475 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a41ee36e-d466-4117-abb9-7f9178c2afca req-af1c6b9e-040e-4f6c-bc29-000b434cd5f4 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=00a99794-b088-4e43-9ce2-47165c7ad18f HTTP/1.1" status: 200 len: 931 time: 0.3454103 Sep 21 16:25:27.506989 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a41ee36e-d466-4117-abb9-7f9178c2afca req-74cea767-ec40-4d3e-8b3e-806d8b0aacbf tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501037 Sep 21 16:25:27.512474 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-fed834ae-756c-4087-8ed3-b84840140d9d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4159439 Sep 21 16:25:27.526837 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-150b7d86-0def-415b-95ff-d2696cfcb648 service neutron] Request body: {'port': {'device_id': '00a99794-b088-4e43-9ce2-47165c7ad18f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81003'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:25:27.615369 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-150b7d86-0def-415b-95ff-d2696cfcb648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:28.000924 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-150b7d86-0def-415b-95ff-d2696cfcb648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67d865ef-3b4f-40fd-a66e-31d53b56c4b7 {{(pid=184191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:25:28.012009 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-150b7d86-0def-415b-95ff-d2696cfcb648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:28.031302 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.provisioning_blocks [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-150b7d86-0def-415b-95ff-d2696cfcb648 service neutron] Transition to ACTIVE for port object 67d865ef-3b4f-40fd-a66e-31d53b56c4b7 will not be triggered until provisioned by entity L2. {{(pid=184191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:25:28.183171 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058910d1-d9c5-4605-99ee-7b8b83319cf5 req-dd5cc33e-7ee8-430c-acbd-bbb7d8e58fde tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:28.184756 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-058910d1-d9c5-4605-99ee-7b8b83319cf5 req-dd5cc33e-7ee8-430c-acbd-bbb7d8e58fde tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0746212 Sep 21 16:25:28.203890 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-150b7d86-0def-415b-95ff-d2696cfcb648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4479009'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:28.257125 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b7d86-0def-415b-95ff-d2696cfcb648 service neutron] Pushing event updated for resources: {'Port': ['ID=67d865ef-3b4f-40fd-a66e-31d53b56c4b7,revision_number=2']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:28.278294 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-058910d1-d9c5-4605-99ee-7b8b83319cf5 req-1c5f740b-09e6-4d2b-b3d6-445ae56e56b4 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699961 Sep 21 16:25:28.381243 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.managers [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-150b7d86-0def-415b-95ff-d2696cfcb648 service neutron] Attempting to bind port 67d865ef-3b4f-40fd-a66e-31d53b56c4b7 on host hv-cinder-81003 for vnic_type normal with profile {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:25:28.381582 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.managers [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-150b7d86-0def-415b-95ff-d2696cfcb648 service neutron] Attempting to bind port 67d865ef-3b4f-40fd-a66e-31d53b56c4b7 by drivers openvswitch,hyperv on host hv-cinder-81003 at level 0 using segments [{'id': '339411b1-a747-4f71-987b-11bb17257499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2129420f-2812-466d-9bce-5386e3460d60'}] {{(pid=184191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:25:28.381911 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-150b7d86-0def-415b-95ff-d2696cfcb648 service neutron] Attempting to bind port 67d865ef-3b4f-40fd-a66e-31d53b56c4b7 on network 2129420f-2812-466d-9bce-5386e3460d60 {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:25:28.386669 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-150b7d86-0def-415b-95ff-d2696cfcb648 service neutron] Port 67d865ef-3b4f-40fd-a66e-31d53b56c4b7 on network 2129420f-2812-466d-9bce-5386e3460d60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81003 {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 16:25:28.386990 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-150b7d86-0def-415b-95ff-d2696cfcb648 service neutron] Attempting to bind port 67d865ef-3b4f-40fd-a66e-31d53b56c4b7 on network 2129420f-2812-466d-9bce-5386e3460d60 {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:25:28.396952 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-150b7d86-0def-415b-95ff-d2696cfcb648 service neutron] Checking agent: {'id': 'b0f092dd-0f26-432c-b483-67197dbc1b44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'started_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:25:28.397289 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-150b7d86-0def-415b-95ff-d2696cfcb648 service neutron] Checking segment: {'id': '339411b1-a747-4f71-987b-11bb17257499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2129420f-2812-466d-9bce-5386e3460d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:25:28.397713 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-150b7d86-0def-415b-95ff-d2696cfcb648 service neutron] Bound using segment: {'id': '339411b1-a747-4f71-987b-11bb17257499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2129420f-2812-466d-9bce-5386e3460d60'} {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:25:28.398105 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.managers [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-150b7d86-0def-415b-95ff-d2696cfcb648 service neutron] Bound port: 67d865ef-3b4f-40fd-a66e-31d53b56c4b7, host: hv-cinder-81003, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '339411b1-a747-4f71-987b-11bb17257499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2129420f-2812-466d-9bce-5386e3460d60'}}] {{(pid=184191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:25:28.398454 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-150b7d86-0def-415b-95ff-d2696cfcb648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:28.467707 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-150b7d86-0def-415b-95ff-d2696cfcb648 service neutron] For port 67d865ef-3b4f-40fd-a66e-31d53b56c4b7, host hv-cinder-81003, cleared binding levels {{(pid=184191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:25:28.471869 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-150b7d86-0def-415b-95ff-d2696cfcb648 service neutron] For port 67d865ef-3b4f-40fd-a66e-31d53b56c4b7, host hv-cinder-81003, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=67d865ef-3b4f-40fd-a66e-31d53b56c4b7,segment=NetworkSegment(339411b1-a747-4f71-987b-11bb17257499),segment_id=339411b1-a747-4f71-987b-11bb17257499)] {{(pid=184191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:25:28.610022 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-150b7d86-0def-415b-95ff-d2696cfcb648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4479009'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:28.651214 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-150b7d86-0def-415b-95ff-d2696cfcb648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:28.651875 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-150b7d86-0def-415b-95ff-d2696cfcb648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:28.653358 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-150b7d86-0def-415b-95ff-d2696cfcb648 service neutron] 10.222.0.44 "PUT /v2.0/ports/67d865ef-3b4f-40fd-a66e-31d53b56c4b7 HTTP/1.1" status: 200 len: 1093 time: 1.1352599 Sep 21 16:25:28.653857 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a99794-b088-4e43-9ce2-47165c7ad18f', 'tag': '67d865ef-3b4f-40fd-a66e-31d53b56c4b7'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:25:28.656396 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ae8646-e979-4ea8-ab62-517b6b28a878" -d '{"events": [{"name": "network-changed", "server_uuid": "00a99794-b088-4e43-9ce2-47165c7ad18f", "tag": "67d865ef-3b4f-40fd-a66e-31d53b56c4b7"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:25:28.709517 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b7d86-0def-415b-95ff-d2696cfcb648 service neutron] Pushing event updated for resources: {'Port': ['ID=67d865ef-3b4f-40fd-a66e-31d53b56c4b7,revision_number=3']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:28.732376 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af85d99-a365-436c-b5b0-416edb330c71 x-openstack-request-id: req-3af85d99-a365-436c-b5b0-416edb330c71 {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:25:28.732376 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a99794-b088-4e43-9ce2-47165c7ad18f", "tag": "67d865ef-3b4f-40fd-a66e-31d53b56c4b7", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:25:28.732679 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3af85d99-a365-436c-b5b0-416edb330c71 {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:25:28.735788 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a99794-b088-4e43-9ce2-47165c7ad18f', 'tag': '67d865ef-3b4f-40fd-a66e-31d53b56c4b7', 'status': 'completed', 'code': 200} Sep 21 16:25:28.834301 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae8646-e979-4ea8-ab62-517b6b28a878 req-9a5ccf2d-cd20-475b-91da-3fdb8467a051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:28.838009 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-47ae8646-e979-4ea8-ab62-517b6b28a878 req-9a5ccf2d-cd20-475b-91da-3fdb8467a051 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5fb20277dcc84c37ae3841776102a3b9&device_id=00a99794-b088-4e43-9ce2-47165c7ad18f HTTP/1.1" status: 200 len: 1096 time: 0.0746932 Sep 21 16:25:28.884214 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d4621-46da-48bb-a61c-0bef7a9f1e2f req-953eb8b4-9bfe-4226-bd95-76953f432584 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:28.885946 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-508d4621-46da-48bb-a61c-0bef7a9f1e2f req-953eb8b4-9bfe-4226-bd95-76953f432584 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=00a99794-b088-4e43-9ce2-47165c7ad18f HTTP/1.1" status: 200 len: 943 time: 0.1027265 Sep 21 16:25:28.944336 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-508d4621-46da-48bb-a61c-0bef7a9f1e2f req-0160a2a5-5a69-4539-9360-2b2fd2e35ba3 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478785 Sep 21 16:25:29.007038 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae8646-e979-4ea8-ab62-517b6b28a878 req-25d9f421-8fa2-40bc-8f44-fd021e828948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:29.008892 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-47ae8646-e979-4ea8-ab62-517b6b28a878 req-25d9f421-8fa2-40bc-8f44-fd021e828948 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=5fb20277dcc84c37ae3841776102a3b9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1606956 Sep 21 16:25:29.136684 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae8646-e979-4ea8-ab62-517b6b28a878 req-5d40e4ea-300f-42e7-8612-7616596077b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:29.138579 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-47ae8646-e979-4ea8-ab62-517b6b28a878 req-5d40e4ea-300f-42e7-8612-7616596077b7 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1217275 Sep 21 16:25:29.239801 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-ce99cd09-0ab4-4fb8-a2e7-cf9a5da757d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:29.241431 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-ce99cd09-0ab4-4fb8-a2e7-cf9a5da757d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5fb20277dcc84c37ae3841776102a3b9&device_id=00a99794-b088-4e43-9ce2-47165c7ad18f HTTP/1.1" status: 200 len: 1096 time: 0.0561802 Sep 21 16:25:29.292113 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-23c977f7-f32f-4e3e-887e-f0d7e752472d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67d865ef-3b4f-40fd-a66e-31d53b56c4b7 HTTP/1.1" status: 200 len: 217 time: 0.0419681 Sep 21 16:25:29.360345 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-92dc1763-8132-415d-a9e5-a0838428d7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:29.362167 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-92dc1763-8132-415d-a9e5-a0838428d7b2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c045efe2-2c5c-4924-9aed-a88a9b6c079d HTTP/1.1" status: 200 len: 855 time: 0.0598161 Sep 21 16:25:29.428849 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-373887ab-350d-4a47-b360-6ea0fef9fdbe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2129420f-2812-466d-9bce-5386e3460d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562553 Sep 21 16:25:29.486846 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf117b-9c03-4132-b8f2-2eb528cbe42b req-18bfaa43-5d44-433e-9c07-894ad03666f3 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:29.488993 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0dbf117b-9c03-4132-b8f2-2eb528cbe42b req-18bfaa43-5d44-433e-9c07-894ad03666f3 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.1081538 Sep 21 16:25:29.583534 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0dbf117b-9c03-4132-b8f2-2eb528cbe42b req-eaaf7f5e-8a54-44fd-9b20-f88e504e21ee tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547025 Sep 21 16:25:29.592880 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-ebffb918-77d5-4790-9c93-e8c90c470e6d service neutron] 10.222.0.44 "GET /v2.0/networks/2129420f-2812-466d-9bce-5386e3460d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535931 Sep 21 16:25:29.763323 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ebd93336-3d98-4974-bd9d-c57dbea5e04d req-b5440142-ca2f-4817-af52-7df30cb70c5b service neutron] 10.222.0.44 "GET /v2.0/networks/2129420f-2812-466d-9bce-5386e3460d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583772 Sep 21 16:25:30.118605 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf910ff-609a-4f5d-bf27-fad2c572b181 req-cc612206-c924-4f40-9916-44467cc37e81 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:30.121212 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-edf910ff-609a-4f5d-bf27-fad2c572b181 req-cc612206-c924-4f40-9916-44467cc37e81 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=00a99794-b088-4e43-9ce2-47165c7ad18f HTTP/1.1" status: 200 len: 943 time: 0.0688887 Sep 21 16:25:30.194040 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-edf910ff-609a-4f5d-bf27-fad2c572b181 req-2b888b80-b1a0-4d9c-81c6-b48749200650 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638938 Sep 21 16:25:30.714324 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313df57-6c20-4766-bc6b-203f529351b2 req-9d0d1422-78fc-4ef9-a474-3ae89cd1d565 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:30.716188 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-8313df57-6c20-4766-bc6b-203f529351b2 req-9d0d1422-78fc-4ef9-a474-3ae89cd1d565 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0534775 Sep 21 16:25:30.757760 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-8313df57-6c20-4766-bc6b-203f529351b2 req-2e2727ec-1b53-4a47-9423-d93f6df6663e tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353065 Sep 21 16:25:31.329172 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b93ef-4d27-4075-a1ba-52846213613e req-fe0b61d3-5f38-4fe7-bf93-d36616c724b1 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:31.332903 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-948b93ef-4d27-4075-a1ba-52846213613e req-fe0b61d3-5f38-4fe7-bf93-d36616c724b1 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=00a99794-b088-4e43-9ce2-47165c7ad18f HTTP/1.1" status: 200 len: 943 time: 0.0614879 Sep 21 16:25:31.389979 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-948b93ef-4d27-4075-a1ba-52846213613e req-f4f671f0-d18e-4ec6-a8af-869ddabfe6a1 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500357 Sep 21 16:25:31.884859 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cfcaa-4c97-429f-852c-6c4590639004 req-69a3243f-cba9-4833-b9dd-d6f091a75e98 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:31.887893 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-e21cfcaa-4c97-429f-852c-6c4590639004 req-69a3243f-cba9-4833-b9dd-d6f091a75e98 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0601170 Sep 21 16:25:31.944162 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-e21cfcaa-4c97-429f-852c-6c4590639004 req-556d3ffa-f2e8-4e5e-b702-c16000c32ed7 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503871 Sep 21 16:25:32.572006 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f568ccf-ca20-459a-824f-7fbc07a9402d req-f19021f5-8def-4764-8c63-14e5b392efc0 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:32.573838 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7f568ccf-ca20-459a-824f-7fbc07a9402d req-f19021f5-8def-4764-8c63-14e5b392efc0 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=00a99794-b088-4e43-9ce2-47165c7ad18f HTTP/1.1" status: 200 len: 943 time: 0.0782778 Sep 21 16:25:32.625424 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7f568ccf-ca20-459a-824f-7fbc07a9402d req-b5cb2b1a-738a-48d0-a492-1aa8c2b19a25 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453217 Sep 21 16:25:33.095072 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e870e-5824-4511-a807-7c7c18ec26c5 req-252716bb-61ac-4a3f-97be-23c8f30cc025 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:33.098275 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c68e870e-5824-4511-a807-7c7c18ec26c5 req-252716bb-61ac-4a3f-97be-23c8f30cc025 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0597994 Sep 21 16:25:33.156143 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c68e870e-5824-4511-a807-7c7c18ec26c5 req-6caab18b-74b7-4a19-b61c-0e64ebe23c8d tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488565 Sep 21 16:25:33.821958 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46ef4e-1611-4303-a669-204d221c54b7 req-9261b88b-3404-4c90-bd11-20aeacad6fd7 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:33.823509 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-8d46ef4e-1611-4303-a669-204d221c54b7 req-9261b88b-3404-4c90-bd11-20aeacad6fd7 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=00a99794-b088-4e43-9ce2-47165c7ad18f HTTP/1.1" status: 200 len: 943 time: 0.0529494 Sep 21 16:25:33.865552 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-8d46ef4e-1611-4303-a669-204d221c54b7 req-01c6eee4-0bbf-43c9-a883-4f2fba5d24e8 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347190 Sep 21 16:25:34.329178 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c093c9-2b54-447e-b699-b1d0b5c6d56e req-f84a6d23-1675-441e-bce7-ffd2b1bfcc3e tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:34.344724 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a6c093c9-2b54-447e-b699-b1d0b5c6d56e req-f84a6d23-1675-441e-bce7-ffd2b1bfcc3e tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0989673 Sep 21 16:25:34.425246 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a6c093c9-2b54-447e-b699-b1d0b5c6d56e req-80faacce-05d6-4428-a8c5-2ccaa6d08140 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794895 Sep 21 16:25:35.041121 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117a2d6-34b2-4f24-bf8d-b094389aa07a req-b2aeec98-d81c-43cb-9597-60c51461af8c tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:35.042665 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c117a2d6-34b2-4f24-bf8d-b094389aa07a req-b2aeec98-d81c-43cb-9597-60c51461af8c tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=00a99794-b088-4e43-9ce2-47165c7ad18f HTTP/1.1" status: 200 len: 943 time: 0.0848234 Sep 21 16:25:35.081362 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c117a2d6-34b2-4f24-bf8d-b094389aa07a req-058c9153-3890-4c6e-9279-49ad83805477 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319242 Sep 21 16:25:35.161517 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5bedd-449c-427b-9386-94bdf38252b8 req-cb815db3-d161-43bb-94ad-b7814d23d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:35.162997 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b4b5bedd-449c-427b-9386-94bdf38252b8 req-cb815db3-d161-43bb-94ad-b7814d23d851 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 1098 time: 0.0389225 Sep 21 16:25:35.208322 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b4b5bedd-449c-427b-9386-94bdf38252b8 req-46bfd247-6e2b-4919-be4a-8bb34a8e0e72 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365899 Sep 21 16:25:35.509275 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 67d865ef-3b4f-40fd-a66e-31d53b56c4b7 details requested by agent hyperv_hv-cinder-81003 with host hv-cinder-81003 {{(pid=184193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 16:25:35.532742 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 60154) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:25:35.712053 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc854b3-f3c4-4704-ad85-6cdfe1b4b7b4 req-d967d46e-3cce-4aa4-b2b0-75af3fe4e6f5 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:35.716874 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9cc854b3-f3c4-4704-ad85-6cdfe1b4b7b4 req-d967d46e-3cce-4aa4-b2b0-75af3fe4e6f5 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.1637514 Sep 21 16:25:35.787069 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9cc854b3-f3c4-4704-ad85-6cdfe1b4b7b4 req-407f3117-11ba-4381-9ed8-953889c69b2a tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582879 Sep 21 16:25:35.805340 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 67d865ef-3b4f-40fd-a66e-31d53b56c4b7, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=67d865ef-3b4f-40fd-a66e-31d53b56c4b7,segment=NetworkSegment(339411b1-a747-4f71-987b-11bb17257499),segment_id=339411b1-a747-4f71-987b-11bb17257499)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:25:35.824955 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Returning: {'device': '67d865ef-3b4f-40fd-a66e-31d53b56c4b7', 'network_id': '2129420f-2812-466d-9bce-5386e3460d60', 'port_id': '67d865ef-3b4f-40fd-a66e-31d53b56c4b7', 'mac_address': 'fa:16:3e:33:58:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c045efe2-2c5c-4924-9aed-a88a9b6c079d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=184193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 16:25:35.826597 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ebaa8419-d287-4f32-aeab-fc4085bca8fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:35.897014 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:35.925956 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67d865ef-3b4f-40fd-a66e-31d53b56c4b7 {{(pid=184193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:25:35.942614 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ebaa8419-d287-4f32-aeab-fc4085bca8fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:35.948114 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 67d865ef-3b4f-40fd-a66e-31d53b56c4b7, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=67d865ef-3b4f-40fd-a66e-31d53b56c4b7,segment=NetworkSegment(339411b1-a747-4f71-987b-11bb17257499),segment_id=339411b1-a747-4f71-987b-11bb17257499)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:25:36.014889 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ebaa8419-d287-4f32-aeab-fc4085bca8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:36.027162 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:36.041261 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa8419-d287-4f32-aeab-fc4085bca8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41438d9-0854-4be3-b131-8ac0e3545173,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:36.080839 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-ebaa8419-d287-4f32-aeab-fc4085bca8fd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97cb229529c3412a90ad5aca2d5fbe0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5441968 Sep 21 16:25:36.081078 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 60168) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:25:36.108647 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=67d865ef-3b4f-40fd-a66e-31d53b56c4b7,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:36.143438 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-dee35378-ff75-4099-96af-7d0670507100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:36.167149 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-dee35378-ff75-4099-96af-7d0670507100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:36.369623 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-dee35378-ff75-4099-96af-7d0670507100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:36.372471 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-dee35378-ff75-4099-96af-7d0670507100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:36.379448 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-dee35378-ff75-4099-96af-7d0670507100 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c41438d9-0854-4be3-b131-8ac0e3545173 HTTP/1.1" status: 204 len: 168 time: 0.2914639 Sep 21 16:25:36.383900 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee35378-ff75-4099-96af-7d0670507100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41438d9-0854-4be3-b131-8ac0e3545173,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:38.547571 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 60218) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:25:38.672411 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-dd5ebace-2d7f-4372-866d-2ed8b95bca1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:38.787345 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-dd5ebace-2d7f-4372-866d-2ed8b95bca1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:38.872046 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-dd5ebace-2d7f-4372-866d-2ed8b95bca1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:38.915891 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 60226) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:25:38.917222 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-dd5ebace-2d7f-4372-866d-2ed8b95bca1d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=317a508b48ec4f1daec246b17cba43a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3662522 Sep 21 16:25:38.918458 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ebace-2d7f-4372-866d-2ed8b95bca1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa98b79-d953-42a0-8b5b-17138517995e,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:38.988755 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-f5cfd788-f80c-4028-a414-ed616af96fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:39.014640 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-f5cfd788-f80c-4028-a414-ed616af96fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:39.110886 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:39.140853 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-f5cfd788-f80c-4028-a414-ed616af96fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:39.143859 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-f5cfd788-f80c-4028-a414-ed616af96fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:39.148563 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-f5cfd788-f80c-4028-a414-ed616af96fdf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3fa98b79-d953-42a0-8b5b-17138517995e HTTP/1.1" status: 204 len: 168 time: 0.2263823 Sep 21 16:25:39.156984 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfd788-f80c-4028-a414-ed616af96fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa98b79-d953-42a0-8b5b-17138517995e,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:40.226440 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 60268) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:25:40.329293 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-d537a34a-1831-4ba2-b1ef-f99d872ab8eb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-620858767-network', 'tenant_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:25:40.443571 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d537a34a-1831-4ba2-b1ef-f99d872ab8eb admin admin] Made reservation on behalf of d4122ef3fa8f41e9ab1a2f71d1e6613d for: {'network': 1} {{(pid=184191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:25:40.445931 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d537a34a-1831-4ba2-b1ef-f99d872ab8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for network, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:40.454710 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d537a34a-1831-4ba2-b1ef-f99d872ab8eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:40.547602 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d537a34a-1831-4ba2-b1ef-f99d872ab8eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:40.609421 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d537a34a-1831-4ba2-b1ef-f99d872ab8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:40.633877 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d537a34a-1831-4ba2-b1ef-f99d872ab8eb admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=184191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:25:40.642464 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537a34a-1831-4ba2-b1ef-f99d872ab8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e40f23b-3ace-43cc-ae64-0204b3236c4e,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:40.648871 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d537a34a-1831-4ba2-b1ef-f99d872ab8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:40.649208 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.db.segments_db [None req-d537a34a-1831-4ba2-b1ef-f99d872ab8eb admin admin] Added segment a3123003-a55b-4f0e-8d56-69aba2565669 of type vlan for network 5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7 Sep 21 16:25:40.692745 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d537a34a-1831-4ba2-b1ef-f99d872ab8eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785855168287'] for network, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:40.797862 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d537a34a-1831-4ba2-b1ef-f99d872ab8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779'] for network, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:40.798803 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d537a34a-1831-4ba2-b1ef-f99d872ab8eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:40.799455 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d537a34a-1831-4ba2-b1ef-f99d872ab8eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:40.859817 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537a34a-1831-4ba2-b1ef-f99d872ab8eb admin admin] Pushing event updated for resources: {'Network': ['ID=5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:40.870378 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Network 5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7 details requested by agent ovs-agent-dv-cinder-810035-1-iscsi with host dv-cinder-810035-1-iscsi {{(pid=184193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 16:25:40.896619 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-d537a34a-1831-4ba2-b1ef-f99d872ab8eb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6689069 Sep 21 16:25:40.899613 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 60276) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:25:40.904989 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-0287d1d3-37b4-4ba6-aae7-a522543ab1af admin admin] Request body: {'subnet': {'network_id': '5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-620858767-subnet', 'tenant_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'ip_version': 4}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:25:41.003822 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0287d1d3-37b4-4ba6-aae7-a522543ab1af admin admin] Made reservation on behalf of d4122ef3fa8f41e9ab1a2f71d1e6613d for: {'subnet': 1} {{(pid=184191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:25:41.006239 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-0287d1d3-37b4-4ba6-aae7-a522543ab1af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4673994'] for subnet, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:41.238046 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-0287d1d3-37b4-4ba6-aae7-a522543ab1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4479060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4674020'] for subnet, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:41.291976 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287d1d3-37b4-4ba6-aae7-a522543ab1af admin admin] Pushing event updated for resources: {'Subnet': ['ID=e093e91b-c22f-4678-b4da-6ab8f4fff16a,revision_number=0']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:41.303933 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0287d1d3-37b4-4ba6-aae7-a522543ab1af admin admin] Checking segment: {'id': 'a3123003-a55b-4f0e-8d56-69aba2565669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:25:41.304281 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0287d1d3-37b4-4ba6-aae7-a522543ab1af admin admin] Network hostable DHCP agents. Network: 5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7, hostable agents: ['29edb376-3f7b-48e5-82ab-3b3d2ffff097'], hosted agents: [] {{(pid=184191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:25:41.386611 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0287d1d3-37b4-4ba6-aae7-a522543ab1af admin admin] Network 5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7 is scheduled to be hosted by DHCP agent 29edb376-3f7b-48e5-82ab-3b3d2ffff097 with binding_index 1 {{(pid=184191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:25:41.499676 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-0287d1d3-37b4-4ba6-aae7-a522543ab1af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810035-1-iscsi, 5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7) {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:25:41.504498 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0287d1d3-37b4-4ba6-aae7-a522543ab1af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:41.505541 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-0287d1d3-37b4-4ba6-aae7-a522543ab1af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for subnet, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:41.508890 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fda806a-0537-424c-9058-528902fb1e48 None None] Network 5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7 requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:25:41.587296 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-0287d1d3-37b4-4ba6-aae7-a522543ab1af admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6865098 Sep 21 16:25:41.589944 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 60280) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:25:41.594346 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-39bd7345-1c81-4392-af5d-26eeebad606f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-620858767-router', 'tenant_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:25:41.652326 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9eee57-7080-459d-87af-9fbf7071a40c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57b6d36a-d267-5729-b52c-430ef85e6d98-5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7', 'network_id': '5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7', 'tenant_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'fixed_ips': [{'subnet_id': 'e093e91b-c22f-4678-b4da-6ab8f4fff16a'}]}} from dv-cinder-810035-1-iscsi. {{(pid=184193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 16:25:41.653177 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-8b9eee57-7080-459d-87af-9fbf7071a40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:41.694840 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-39bd7345-1c81-4392-af5d-26eeebad606f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-703'] for router, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:41.696072 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-39bd7345-1c81-4392-af5d-26eeebad606f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:41.750710 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-39bd7345-1c81-4392-af5d-26eeebad606f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:41.789167 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-23061430-ceca-4160-b8f9-2a519e7e6c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:41.795179 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.db_base_plugin_common [None req-8b9eee57-7080-459d-87af-9fbf7071a40c None None] Allocated IP 172.20.0.2 (5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7/e093e91b-c22f-4678-b4da-6ab8f4fff16a/5c83b696-ac26-4400-82a4-f374c3f675d7) {{(pid=184193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:25:41.940566 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-39bd7345-1c81-4392-af5d-26eeebad606f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:41.944164 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-8b9eee57-7080-459d-87af-9fbf7071a40c None None] Notify callbacks [] for port, precommit_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:42.043703 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-8b9eee57-7080-459d-87af-9fbf7071a40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112'] for port, after_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:42.080590 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9eee57-7080-459d-87af-9fbf7071a40c None None] Network 5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7 is already hosted by enough agents. {{(pid=184193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:25:42.083998 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.scheduler.base_scheduler [None req-8b9eee57-7080-459d-87af-9fbf7071a40c None None] Resources bound (agent type, host, resource id): {{(pid=184193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:25:42.089967 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9eee57-7080-459d-87af-9fbf7071a40c None None] Received port after_create {{(pid=184193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:25:42.097793 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9eee57-7080-459d-87af-9fbf7071a40c None None] Pushing event updated for resources: {'Port': ['ID=5c83b696-ac26-4400-82a4-f374c3f675d7,revision_number=1']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:42.149601 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-8b9eee57-7080-459d-87af-9fbf7071a40c None None] Attempting to bind port 5c83b696-ac26-4400-82a4-f374c3f675d7 on host dv-cinder-810035-1-iscsi for vnic_type normal with profile {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:25:42.150185 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-8b9eee57-7080-459d-87af-9fbf7071a40c None None] Attempting to bind port 5c83b696-ac26-4400-82a4-f374c3f675d7 by drivers openvswitch,hyperv on host dv-cinder-810035-1-iscsi at level 0 using segments [{'id': 'a3123003-a55b-4f0e-8d56-69aba2565669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7'}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:25:42.150625 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9eee57-7080-459d-87af-9fbf7071a40c None None] Attempting to bind port 5c83b696-ac26-4400-82a4-f374c3f675d7 on network 5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7 {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:25:42.156021 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9eee57-7080-459d-87af-9fbf7071a40c None None] Checking agent: {'id': 'a5dd5e8b-ecdf-45ba-8497-6d160056e51d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 13, 45), 'started_at': datetime.datetime(2021, 9, 21, 16, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:25:42.156498 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9eee57-7080-459d-87af-9fbf7071a40c None None] Checking segment: {'id': 'a3123003-a55b-4f0e-8d56-69aba2565669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:25:42.156977 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-8b9eee57-7080-459d-87af-9fbf7071a40c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:42.157449 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9eee57-7080-459d-87af-9fbf7071a40c None None] Bound using segment: {'id': 'a3123003-a55b-4f0e-8d56-69aba2565669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7'} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:25:42.158008 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-8b9eee57-7080-459d-87af-9fbf7071a40c None None] Bound port: 5c83b696-ac26-4400-82a4-f374c3f675d7, host: dv-cinder-810035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3123003-a55b-4f0e-8d56-69aba2565669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7'}}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:25:42.158459 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-8b9eee57-7080-459d-87af-9fbf7071a40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:42.230434 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-39bd7345-1c81-4392-af5d-26eeebad606f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:42.232447 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-8b9eee57-7080-459d-87af-9fbf7071a40c None None] For port 5c83b696-ac26-4400-82a4-f374c3f675d7, host dv-cinder-810035-1-iscsi, cleared binding levels {{(pid=184193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:25:42.235879 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-8b9eee57-7080-459d-87af-9fbf7071a40c None None] For port 5c83b696-ac26-4400-82a4-f374c3f675d7, host dv-cinder-810035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=5c83b696-ac26-4400-82a4-f374c3f675d7,segment=NetworkSegment(a3123003-a55b-4f0e-8d56-69aba2565669),segment_id=a3123003-a55b-4f0e-8d56-69aba2565669)] {{(pid=184193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:25:42.255424 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-39bd7345-1c81-4392-af5d-26eeebad606f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:42.281887 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a336a6d-09bc-4861-a584-2eb02e39cce1 req-76a4d043-2ff3-4c22-a10c-265c76dd48e5 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:42.284995 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2a336a6d-09bc-4861-a584-2eb02e39cce1 req-76a4d043-2ff3-4c22-a10c-265c76dd48e5 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=00a99794-b088-4e43-9ce2-47165c7ad18f HTTP/1.1" status: 200 len: 944 time: 0.0974753 Sep 21 16:25:42.296918 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97eb2e2-557d-463a-9f74-c659b6336a82 req-5481a845-14d3-4bf5-ad82-d093c5830185 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:42.299272 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f97eb2e2-557d-463a-9f74-c659b6336a82 req-5481a845-14d3-4bf5-ad82-d093c5830185 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0643330 Sep 21 16:25:42.341540 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-8b9eee57-7080-459d-87af-9fbf7071a40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:42.358580 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f97eb2e2-557d-463a-9f74-c659b6336a82 req-c811ab76-b4a9-4f53-917a-a26c5407850b tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394006 Sep 21 16:25:42.379767 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2a336a6d-09bc-4861-a584-2eb02e39cce1 req-e6bf6fc1-a834-4b7f-871f-0bee6adf3ae2 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653052 Sep 21 16:25:42.412105 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9eee57-7080-459d-87af-9fbf7071a40c None None] Pushing event updated for resources: {'Port': ['ID=5c83b696-ac26-4400-82a4-f374c3f675d7,revision_number=2']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:42.430295 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_common [None req-39bd7345-1c81-4392-af5d-26eeebad606f admin admin] Allocated IP 172.27.2.80 (72679c7d-9bce-4a4a-9509-1e8f9e1d8844/b489826c-59d7-499a-88a6-c55f1856fec4/9e8b466d-2c1c-49bf-9915-ad89a8b80f77) {{(pid=184191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:25:42.546114 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-39bd7345-1c81-4392-af5d-26eeebad606f admin admin] Notify callbacks [] for port, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:42.647186 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-39bd7345-1c81-4392-af5d-26eeebad606f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:42.694658 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bd7345-1c81-4392-af5d-26eeebad606f admin admin] Network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:25:42.707266 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-39bd7345-1c81-4392-af5d-26eeebad606f admin admin] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:25:42.710412 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bd7345-1c81-4392-af5d-26eeebad606f admin admin] Received port after_create {{(pid=184191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:25:42.713902 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd7345-1c81-4392-af5d-26eeebad606f admin admin] Pushing event updated for resources: {'Port': ['ID=9e8b466d-2c1c-49bf-9915-ad89a8b80f77,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:43.007109 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-39bd7345-1c81-4392-af5d-26eeebad606f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:43.240686 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 5c83b696-ac26-4400-82a4-f374c3f675d7 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:25:43.294297 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 5c83b696-ac26-4400-82a4-f374c3f675d7 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:25:43.294833 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:43.376311 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3006de0-335d-4efc-8c5c-01111df50cf7 None None] Network 5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7 requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:25:43.408508 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:43.449763 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-39bd7345-1c81-4392-af5d-26eeebad606f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615496'] for router, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:43.471031 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['67d865ef-3b4f-40fd-a66e-31d53b56c4b7'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:25:43.574557 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d70e5-d4b9-48a5-aaeb-e84b52463428 req-c47a5024-671c-4181-ac40-5d94d5b293b2 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:43.576365 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-154d70e5-d4b9-48a5-aaeb-e84b52463428 req-c47a5024-671c-4181-ac40-5d94d5b293b2 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=00a99794-b088-4e43-9ce2-47165c7ad18f HTTP/1.1" status: 200 len: 944 time: 0.0592399 Sep 21 16:25:43.602262 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f76d35-d105-444e-bb0e-c5438c0b794f req-faa162bc-6eb9-44c2-a3d7-65e6bac90c51 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:43.604084 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c8f76d35-d105-444e-bb0e-c5438c0b794f req-faa162bc-6eb9-44c2-a3d7-65e6bac90c51 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.1029365 Sep 21 16:25:43.634037 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-154d70e5-d4b9-48a5-aaeb-e84b52463428 req-cc634aab-e531-481a-baf9-3135cc16c470 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471108 Sep 21 16:25:43.655310 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-9163b422-ba8e-466c-bf83-74d76c659d60 None None] Provisioning complete for port 5c83b696-ac26-4400-82a4-f374c3f675d7 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:25:43.655724 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-9163b422-ba8e-466c-bf83-74d76c659d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:43.665645 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c8f76d35-d105-444e-bb0e-c5438c0b794f req-e58bc73f-ccc7-4c90-bc6e-d26215a0ee08 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491834 Sep 21 16:25:43.698648 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] For port 5c83b696-ac26-4400-82a4-f374c3f675d7, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=5c83b696-ac26-4400-82a4-f374c3f675d7,segment=NetworkSegment(a3123003-a55b-4f0e-8d56-69aba2565669),segment_id=a3123003-a55b-4f0e-8d56-69aba2565669)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:25:43.746425 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bd7345-1c81-4392-af5d-26eeebad606f admin admin] Router f7c45cec-3735-456b-b93c-a3a0e68eb432 is scheduled to L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 with binding_index 1 {{(pid=184191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 16:25:43.783413 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:43.856424 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bd7345-1c81-4392-af5d-26eeebad606f admin admin] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:25:43.866349 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b05a94b-8187-4928-abf0-2ca8ec529f69 None None] Sync routers for ids ['f7c45cec-3735-456b-b93c-a3a0e68eb432'] in dv-cinder-810035-1-iscsi {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:25:43.876322 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b05a94b-8187-4928-abf0-2ca8ec529f69 None None] Routers {'f7c45cec-3735-456b-b93c-a3a0e68eb432'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:25:43.885801 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-3b05a94b-8187-4928-abf0-2ca8ec529f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:25:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['f7c45cec-3735-456b-b93c-a3a0e68eb432'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:25:43.913277 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Pushing event updated for resources: {'Port': ['ID=5c83b696-ac26-4400-82a4-f374c3f675d7,revision_number=3']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:43.934977 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-39bd7345-1c81-4392-af5d-26eeebad606f admin admin] Notify callbacks [] for router, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:43.936294 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-39bd7345-1c81-4392-af5d-26eeebad606f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3453264 Sep 21 16:25:43.939298 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 60302) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:25:44.021297 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-3b05a94b-8187-4928-abf0-2ca8ec529f69 None None] Set router f7c45cec-3735-456b-b93c-a3a0e68eb432 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:25:44.251291 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-3b05a94b-8187-4928-abf0-2ca8ec529f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'name': 'tempest-TestShelveInstance-620858767-router', 'tenant_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e8b466d-2c1c-49bf-9915-ad89a8b80f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:25:41Z', 'updated_at': '2021-09-21T16:25:42Z', 'revision_number': 3, 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'gw_port': {'id': '9e8b466d-2c1c-49bf-9915-ad89a8b80f77', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:25:42Z', 'updated_at': '2021-09-21T16:25:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi'}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:25:44.257932 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b73f306c-3844-4ede-b1a8-4c11d566b9b2 None None] Provisioning complete for port 5c83b696-ac26-4400-82a4-f374c3f675d7 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:25:44.258515 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b73f306c-3844-4ede-b1a8-4c11d566b9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:44.288323 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b05a94b-8187-4928-abf0-2ca8ec529f69 None None] Checking router: f7c45cec-3735-456b-b93c-a3a0e68eb432 for host: dv-cinder-810035-1-iscsi {{(pid=184194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:25:44.288660 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b05a94b-8187-4928-abf0-2ca8ec529f69 None None] Updating router f7c45cec-3735-456b-b93c-a3a0e68eb432 port 9e8b466d-2c1c-49bf-9915-ad89a8b80f77 binding host dv-cinder-810035-1-iscsi {{(pid=184194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:25:44.323692 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-3b05a94b-8187-4928-abf0-2ca8ec529f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:44.382423 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b67689d9-2347-433a-966d-fb7260495975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:44.512621 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-58e2e0d5-e2a4-4675-a579-082e308c66d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:44.643350 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-3b05a94b-8187-4928-abf0-2ca8ec529f69 None None] Notify callbacks [] for port, precommit_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:44.717706 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-3b05a94b-8187-4928-abf0-2ca8ec529f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:44.756506 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.managers [None req-3b05a94b-8187-4928-abf0-2ca8ec529f69 None None] Attempting to bind port 9e8b466d-2c1c-49bf-9915-ad89a8b80f77 on host dv-cinder-810035-1-iscsi for vnic_type normal with profile {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:25:44.762434 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.managers [None req-3b05a94b-8187-4928-abf0-2ca8ec529f69 None None] Attempting to bind port 9e8b466d-2c1c-49bf-9915-ad89a8b80f77 by drivers openvswitch,hyperv on host dv-cinder-810035-1-iscsi at level 0 using segments [{'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}] {{(pid=184194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:25:44.762434 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b05a94b-8187-4928-abf0-2ca8ec529f69 None None] Attempting to bind port 9e8b466d-2c1c-49bf-9915-ad89a8b80f77 on network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:25:44.768546 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_common [None req-58e2e0d5-e2a4-4675-a579-082e308c66d7 admin admin] Allocated IP 172.20.0.1 (5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7/e093e91b-c22f-4678-b4da-6ab8f4fff16a/4d5db47d-8e2a-401e-9b69-e3518d12c38e) {{(pid=184191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:25:44.783676 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b05a94b-8187-4928-abf0-2ca8ec529f69 None None] Checking agent: {'id': 'a5dd5e8b-ecdf-45ba-8497-6d160056e51d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 13, 45), 'started_at': datetime.datetime(2021, 9, 21, 16, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:25:44.784219 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b05a94b-8187-4928-abf0-2ca8ec529f69 None None] Checking segment: {'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:25:44.784701 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-3b05a94b-8187-4928-abf0-2ca8ec529f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:44.785063 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b05a94b-8187-4928-abf0-2ca8ec529f69 None None] Bound using segment: {'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'} {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:25:44.785535 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.managers [None req-3b05a94b-8187-4928-abf0-2ca8ec529f69 None None] Bound port: 9e8b466d-2c1c-49bf-9915-ad89a8b80f77, host: dv-cinder-810035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}}] {{(pid=184194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:25:44.786232 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-3b05a94b-8187-4928-abf0-2ca8ec529f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:44.799606 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad988c-6da5-48c8-9bd8-8a05488850c4 req-987d95a4-d018-48ea-8d29-ebbf1f307c9a tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:44.801299 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9dad988c-6da5-48c8-9bd8-8a05488850c4 req-987d95a4-d018-48ea-8d29-ebbf1f307c9a tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=00a99794-b088-4e43-9ce2-47165c7ad18f HTTP/1.1" status: 200 len: 944 time: 0.0959582 Sep 21 16:25:44.820061 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c86ae9-d6a6-44d0-afa6-c286b36e3fb3 req-561fa563-f2a0-4a66-805b-469f21066307 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:44.821791 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-89c86ae9-d6a6-44d0-afa6-c286b36e3fb3 req-561fa563-f2a0-4a66-805b-469f21066307 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0548787 Sep 21 16:25:44.840873 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f88bb-7c78-40a5-9ae2-5d74f3a30098 None None] Pushing event updated for resources: {'Port': ['ID=9e8b466d-2c1c-49bf-9915-ad89a8b80f77,revision_number=2']} {{(pid=184194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:44.859807 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:25:44.863078 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f88bb-7c78-40a5-9ae2-5d74f3a30098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:44.863477 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f88bb-7c78-40a5-9ae2-5d74f3a30098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:44.863817 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f88bb-7c78-40a5-9ae2-5d74f3a30098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:44.864145 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f88bb-7c78-40a5-9ae2-5d74f3a30098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:44.864469 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f88bb-7c78-40a5-9ae2-5d74f3a30098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:44.864838 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f88bb-7c78-40a5-9ae2-5d74f3a30098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:44.865157 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f88bb-7c78-40a5-9ae2-5d74f3a30098 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:44.865475 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f88bb-7c78-40a5-9ae2-5d74f3a30098 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:44.865807 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f88bb-7c78-40a5-9ae2-5d74f3a30098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:44.866138 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f88bb-7c78-40a5-9ae2-5d74f3a30098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:44.866441 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f88bb-7c78-40a5-9ae2-5d74f3a30098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:44.867008 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131f88bb-7c78-40a5-9ae2-5d74f3a30098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:44.867872 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-89c86ae9-d6a6-44d0-afa6-c286b36e3fb3 req-af8f0e81-10ab-4543-9b7b-04390e46afdb tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372841 Sep 21 16:25:44.872650 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:44.885126 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.db [None req-3b05a94b-8187-4928-abf0-2ca8ec529f69 None None] For port 9e8b466d-2c1c-49bf-9915-ad89a8b80f77, host dv-cinder-810035-1-iscsi, cleared binding levels {{(pid=184194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:25:44.895096 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.db [None req-3b05a94b-8187-4928-abf0-2ca8ec529f69 None None] For port 9e8b466d-2c1c-49bf-9915-ad89a8b80f77, host dv-cinder-810035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=9e8b466d-2c1c-49bf-9915-ad89a8b80f77,segment=NetworkSegment(20491f07-cf61-416d-8708-a00434b2d30f),segment_id=20491f07-cf61-416d-8708-a00434b2d30f)] {{(pid=184194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:25:44.897016 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9dad988c-6da5-48c8-9bd8-8a05488850c4 req-0cb7d68e-54c2-40c3-a810-df501fdaf7dd tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803998 Sep 21 16:25:44.942304 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-58e2e0d5-e2a4-4675-a579-082e308c66d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:44.970426 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-3b05a94b-8187-4928-abf0-2ca8ec529f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:45.036683 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f88bb-7c78-40a5-9ae2-5d74f3a30098 None None] Pushing event updated for resources: {'Port': ['ID=9e8b466d-2c1c-49bf-9915-ad89a8b80f77,revision_number=3']} {{(pid=184194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:45.039325 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b05a94b-8187-4928-abf0-2ca8ec529f69 None None] Routers {'f7c45cec-3735-456b-b93c-a3a0e68eb432'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:25:45.040120 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-3b05a94b-8187-4928-abf0-2ca8ec529f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:25:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['f7c45cec-3735-456b-b93c-a3a0e68eb432'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:25:45.067223 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-58e2e0d5-e2a4-4675-a579-082e308c66d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:45.109701 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e2e0d5-e2a4-4675-a579-082e308c66d7 admin admin] Network 5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7 is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:25:45.114214 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-58e2e0d5-e2a4-4675-a579-082e308c66d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:25:45.122408 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e2e0d5-e2a4-4675-a579-082e308c66d7 admin admin] Received port after_create {{(pid=184191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:25:45.158115 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2e0d5-e2a4-4675-a579-082e308c66d7 admin admin] Pushing event updated for resources: {'Port': ['ID=4d5db47d-8e2a-401e-9b69-e3518d12c38e,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:45.181525 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-3b05a94b-8187-4928-abf0-2ca8ec529f69 None None] Set router f7c45cec-3735-456b-b93c-a3a0e68eb432 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:25:45.185598 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-58e2e0d5-e2a4-4675-a579-082e308c66d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615583'] for router_interface, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:45.200891 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 5c83b696-ac26-4400-82a4-f374c3f675d7 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:25:45.260725 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 5c83b696-ac26-4400-82a4-f374c3f675d7 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:25:45.261774 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:45.473565 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-58e2e0d5-e2a4-4675-a579-082e308c66d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:45.485882 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-3b05a94b-8187-4928-abf0-2ca8ec529f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'name': 'tempest-TestShelveInstance-620858767-router', 'tenant_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e8b466d-2c1c-49bf-9915-ad89a8b80f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:25:41Z', 'updated_at': '2021-09-21T16:25:42Z', 'revision_number': 3, 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'gw_port': {'id': '9e8b466d-2c1c-49bf-9915-ad89a8b80f77', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:25:42Z', 'updated_at': '2021-09-21T16:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi'}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:25:45.507251 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82358f06-7e61-4114-b7be-16f454606a2e req-95cbec4e-160a-4514-ad12-1f3b9eb668d7 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:45.508811 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-82358f06-7e61-4114-b7be-16f454606a2e req-95cbec4e-160a-4514-ad12-1f3b9eb668d7 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0541115 Sep 21 16:25:45.514739 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b05a94b-8187-4928-abf0-2ca8ec529f69 None None] The sync data for ids ['f7c45cec-3735-456b-b93c-a3a0e68eb432'] in dv-cinder-810035-1-iscsi is: [{'id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'name': 'tempest-TestShelveInstance-620858767-router', 'tenant_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e8b466d-2c1c-49bf-9915-ad89a8b80f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:25:41Z', 'updated_at': '2021-09-21T16:25:42Z', 'revision_number': 3, 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'gw_port': {'id': '9e8b466d-2c1c-49bf-9915-ad89a8b80f77', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:25:42Z', 'updated_at': '2021-09-21T16:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi'}] {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:25:45.533936 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-c33eabb8-bedc-4e2b-aa28-fafc2f9eaaa7 None None] Provisioning complete for port 4d5db47d-8e2a-401e-9b69-e3518d12c38e triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:25:45.534346 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-c33eabb8-bedc-4e2b-aa28-fafc2f9eaaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:45.563133 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-82358f06-7e61-4114-b7be-16f454606a2e req-b32c85a5-2778-4503-9a0d-ed8f1b533298 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406895 Sep 21 16:25:45.576776 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-c33eabb8-bedc-4e2b-aa28-fafc2f9eaaa7 None None] Port 4d5db47d-8e2a-401e-9b69-e3518d12c38e cannot update to ACTIVE because it is not bound. {{(pid=184193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 16:25:45.598093 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:45.637634 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd87f49-abab-4458-93e7-72254ce78331 req-8ba78166-60ff-4342-ad8d-e631a0478cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:45.639629 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-bfd87f49-abab-4458-93e7-72254ce78331 req-8ba78166-60ff-4342-ad8d-e631a0478cbf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=93f2e2ff196b40faba780c1bba395eba&device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 1098 time: 0.0924799 Sep 21 16:25:45.812203 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd87f49-abab-4458-93e7-72254ce78331 req-fd742f1f-9597-4297-82f5-cae4db64614a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:45.814981 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-bfd87f49-abab-4458-93e7-72254ce78331 req-fd742f1f-9597-4297-82f5-cae4db64614a service neutron] 10.222.0.44 "GET /v2.0/networks?id=27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b HTTP/1.1" status: 200 len: 919 time: 0.1675041 Sep 21 16:25:45.886358 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-58e2e0d5-e2a4-4675-a579-082e308c66d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:45.905354 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-bfd87f49-abab-4458-93e7-72254ce78331 req-c39b1c6b-d460-4015-8010-9c08e4de6411 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0310b441-b200-48bf-979f-9d2e48b7400b HTTP/1.1" status: 200 len: 217 time: 0.0807655 Sep 21 16:25:45.965086 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-58e2e0d5-e2a4-4675-a579-082e308c66d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4479009'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:46.019797 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd87f49-abab-4458-93e7-72254ce78331 req-851bbca8-e379-4bac-ad66-c14693f20f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:46.021380 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-bfd87f49-abab-4458-93e7-72254ce78331 req-851bbca8-e379-4bac-ad66-c14693f20f2c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ef51e1de-25f4-45cd-93c9-f3bb42d432a3 HTTP/1.1" status: 200 len: 858 time: 0.1090720 Sep 21 16:25:46.064806 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa45173-b571-4838-a9e7-1825c68b56d1 req-6ba1b7b4-31f0-443b-985b-7623bd07a682 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:46.066903 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3fa45173-b571-4838-a9e7-1825c68b56d1 req-6ba1b7b4-31f0-443b-985b-7623bd07a682 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=00a99794-b088-4e43-9ce2-47165c7ad18f HTTP/1.1" status: 200 len: 944 time: 0.0644567 Sep 21 16:25:46.073290 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-bfd87f49-abab-4458-93e7-72254ce78331 req-710c9366-d57c-4f62-9cb2-1b4f7d52d19e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415876 Sep 21 16:25:46.077517 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-58e2e0d5-e2a4-4675-a579-082e308c66d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-616719'] for router_interface, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:46.124007 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3fa45173-b571-4838-a9e7-1825c68b56d1 req-6fd015c7-0142-4149-9412-b348afdb4fbd tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491655 Sep 21 16:25:46.151876 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2e0d5-e2a4-4675-a579-082e308c66d7 admin admin] Pushing event updated for resources: {'Port': ['ID=4d5db47d-8e2a-401e-9b69-e3518d12c38e,revision_number=2']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:46.259064 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e2e0d5-e2a4-4675-a579-082e308c66d7 admin admin] Network 5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7 is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:25:46.262282 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-58e2e0d5-e2a4-4675-a579-082e308c66d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:25:46.284887 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-bfd87f49-abab-4458-93e7-72254ce78331 req-bf9aa36a-5a4b-4e93-903a-9c3a4efe89d4 service neutron] 10.222.0.44 "GET /v2.0/networks/27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932092 Sep 21 16:25:46.475559 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-bfd87f49-abab-4458-93e7-72254ce78331 req-5e3e5890-b234-4d77-b195-7ab27283c149 service neutron] 10.222.0.44 "GET /v2.0/networks/27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498153 Sep 21 16:25:46.479634 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e2e0d5-e2a4-4675-a579-082e308c66d7 admin admin] Router f7c45cec-3735-456b-b93c-a3a0e68eb432 has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:25:46.505018 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-7e8a51db-7c5f-4f25-96e9-5c49b2924b64 None None] Provisioning complete for port 4d5db47d-8e2a-401e-9b69-e3518d12c38e triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:25:46.505583 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-7e8a51db-7c5f-4f25-96e9-5c49b2924b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:46.548687 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-7e8a51db-7c5f-4f25-96e9-5c49b2924b64 None None] Port 4d5db47d-8e2a-401e-9b69-e3518d12c38e cannot update to ACTIVE because it is not bound. {{(pid=184193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 16:25:46.609860 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e2e0d5-e2a4-4675-a579-082e308c66d7 admin admin] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:25:46.615891 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-58e2e0d5-e2a4-4675-a579-082e308c66d7 admin admin] 10.222.0.41 "PUT /v2.0/routers/f7c45cec-3735-456b-b93c-a3a0e68eb432/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6755164 Sep 21 16:25:46.698253 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a4b12-b234-4d00-804a-d33bda29041c req-137accff-4f5a-487e-a7ca-17103015df3f tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:46.699857 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-633a4b12-b234-4d00-804a-d33bda29041c req-137accff-4f5a-487e-a7ca-17103015df3f tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0501428 Sep 21 16:25:46.744845 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-633a4b12-b234-4d00-804a-d33bda29041c req-ec8090d9-4f8a-41ed-a9d2-6663cfb9c812 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390544 Sep 21 16:25:46.814495 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 67d865ef-3b4f-40fd-a66e-31d53b56c4b7 up at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:25:46.941118 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning for port 67d865ef-3b4f-40fd-a66e-31d53b56c4b7 completed by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:25:46.945326 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning complete for port 67d865ef-3b4f-40fd-a66e-31d53b56c4b7 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:25:46.946031 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:47.033855 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:47.057461 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a99794-b088-4e43-9ce2-47165c7ad18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d865ef-3b4f-40fd-a66e-31d53b56c4b7'}] {{(pid=184193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:25:47.059822 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e6171c86456a5bbdaf0b46ebb92172d32a0ea5b64bc8822db714b438cc8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e74999-b01e-4f24-ba66-c17847cd42f7" -d '{"events": [{"server_uuid": "00a99794-b088-4e43-9ce2-47165c7ad18f", "name": "network-vif-plugged", "status": "completed", "tag": "67d865ef-3b4f-40fd-a66e-31d53b56c4b7"}]}' {{(pid=184193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:25:47.076776 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 67d865ef-3b4f-40fd-a66e-31d53b56c4b7, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=67d865ef-3b4f-40fd-a66e-31d53b56c4b7,segment=NetworkSegment(339411b1-a747-4f71-987b-11bb17257499),segment_id=339411b1-a747-4f71-987b-11bb17257499)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:25:47.102833 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1ee986-f4e4-458c-a17c-e78cd25bd07e x-openstack-request-id: req-3b1ee986-f4e4-458c-a17c-e78cd25bd07e {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:25:47.103151 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a99794-b088-4e43-9ce2-47165c7ad18f", "name": "network-vif-plugged", "status": "completed", "tag": "67d865ef-3b4f-40fd-a66e-31d53b56c4b7", "code": 200}]} {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:25:47.103446 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3b1ee986-f4e4-458c-a17c-e78cd25bd07e {{(pid=184193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:25:47.103874 dv-cinder-810035-1-iscsi neutron-server[184193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a99794-b088-4e43-9ce2-47165c7ad18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d865ef-3b4f-40fd-a66e-31d53b56c4b7', 'code': 200} Sep 21 16:25:47.175849 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:47.210095 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 60422) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:25:47.254566 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=67d865ef-3b4f-40fd-a66e-31d53b56c4b7,revision_number=5']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:47.263152 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:47.263555 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:47.263932 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:47.264272 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:47.264598 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:47.264931 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:47.265259 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:47.265574 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:47.273067 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:47.273482 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:47.273810 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:47.274144 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:47.279474 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 9e8b466d-2c1c-49bf-9915-ad89a8b80f77 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:25:47.292235 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1eb0d5d-6ff3-4128-b715-15168a9318d8 admin admin] Deleting subnet e8498e4b-80f1-4629-b710-1cde9d8d7cdb {{(pid=184191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 16:25:47.298593 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a1eb0d5d-6ff3-4128-b715-15168a9318d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:47.364311 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 9e8b466d-2c1c-49bf-9915-ad89a8b80f77 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:25:47.364740 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:47.368364 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe31b1-a3f0-462a-89ad-8702ef158e7a req-1fb09003-def0-4128-ae5a-c97c719f7869 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:47.369886 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-59fe31b1-a3f0-462a-89ad-8702ef158e7a req-1fb09003-def0-4128-ae5a-c97c719f7869 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=00a99794-b088-4e43-9ce2-47165c7ad18f HTTP/1.1" status: 200 len: 945 time: 0.1214640 Sep 21 16:25:47.376051 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a1eb0d5d-6ff3-4128-b715-15168a9318d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4896998'] for subnet, precommit_delete_associations {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:47.456218 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-59fe31b1-a3f0-462a-89ad-8702ef158e7a req-25714f73-d3e6-46e8-8787-0be03cf1200b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778692 Sep 21 16:25:47.461630 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a1eb0d5d-6ff3-4128-b715-15168a9318d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1636446'] for subnet, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:47.477808 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:47.506383 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd35293e-aa91-4177-8fd6-6bf495983b71 None None] Sync routers for ids ['f7c45cec-3735-456b-b93c-a3a0e68eb432'] in dv-cinder-810035-1-iscsi {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:25:47.519441 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:47.527201 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 60430) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:25:47.532594 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-8e78f0c1-954c-4ca4-adee-6b628716c06d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1093964647-network', 'tenant_id': '84eec26934a7499290ee438f11185601'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:25:47.550828 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd35293e-aa91-4177-8fd6-6bf495983b71 None None] Routers {'f7c45cec-3735-456b-b93c-a3a0e68eb432'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:25:47.550828 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-fd35293e-aa91-4177-8fd6-6bf495983b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:25:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['f7c45cec-3735-456b-b93c-a3a0e68eb432'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:25:47.578298 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] For port 9e8b466d-2c1c-49bf-9915-ad89a8b80f77, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=9e8b466d-2c1c-49bf-9915-ad89a8b80f77,segment=NetworkSegment(20491f07-cf61-416d-8708-a00434b2d30f),segment_id=20491f07-cf61-416d-8708-a00434b2d30f)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:25:47.583955 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870270f-4c52-4feb-a84d-f1041e0b3b6f req-3eccd196-d746-459c-8c47-7ce1d5314907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:47.585938 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9870270f-4c52-4feb-a84d-f1041e0b3b6f req-3eccd196-d746-459c-8c47-7ce1d5314907 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=00a99794-b088-4e43-9ce2-47165c7ad18f HTTP/1.1" status: 200 len: 1098 time: 0.0470417 Sep 21 16:25:47.662791 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-fd35293e-aa91-4177-8fd6-6bf495983b71 None None] Set router f7c45cec-3735-456b-b93c-a3a0e68eb432 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:25:47.671804 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e78f0c1-954c-4ca4-adee-6b628716c06d admin admin] Made reservation on behalf of 84eec26934a7499290ee438f11185601 for: {'network': 1} {{(pid=184192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:25:47.674395 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-8e78f0c1-954c-4ca4-adee-6b628716c06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for network, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:47.684504 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-8e78f0c1-954c-4ca4-adee-6b628716c06d admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:47.693907 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:47.805509 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-8e78f0c1-954c-4ca4-adee-6b628716c06d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:47.810507 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Pushing event updated for resources: {'Port': ['ID=9e8b466d-2c1c-49bf-9915-ad89a8b80f77,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:47.854442 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a1eb0d5d-6ff3-4128-b715-15168a9318d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1636425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4478999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4674029'] for subnet, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:47.895142 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-8e78f0c1-954c-4ca4-adee-6b628716c06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:47.904842 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb0d5d-6ff3-4128-b715-15168a9318d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8498e4b-80f1-4629-b710-1cde9d8d7cdb,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:47.908326 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a1eb0d5d-6ff3-4128-b715-15168a9318d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for subnet, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:47.914164 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-a1eb0d5d-6ff3-4128-b715-15168a9318d8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e8498e4b-80f1-4629-b710-1cde9d8d7cdb HTTP/1.1" status: 204 len: 168 time: 0.7029128 Sep 21 16:25:47.917448 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 60438) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:25:47.923261 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9870270f-4c52-4feb-a84d-f1041e0b3b6f req-d84fd224-d989-44d2-8460-26fe2a52c61a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274095 Sep 21 16:25:47.961871 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-fd35293e-aa91-4177-8fd6-6bf495983b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'name': 'tempest-TestShelveInstance-620858767-router', 'tenant_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e8b466d-2c1c-49bf-9915-ad89a8b80f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:25:41Z', 'updated_at': '2021-09-21T16:25:45Z', 'revision_number': 4, 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'gw_port': {'id': '9e8b466d-2c1c-49bf-9915-ad89a8b80f77', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:25:42Z', 'updated_at': '2021-09-21T16:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': '4d5db47d-8e2a-401e-9b69-e3518d12c38e', 'name': '', 'network_id': '5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7', 'tenant_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'mac_address': 'fa:16:3e:f8:5e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e093e91b-c22f-4678-b4da-6ab8f4fff16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:25:44Z', 'updated_at': '2021-09-21T16:25:45Z', 'revision_number': 2, 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'subnets': [{'id': 'e093e91b-c22f-4678-b4da-6ab8f4fff16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:25:47.992004 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd35293e-aa91-4177-8fd6-6bf495983b71 None None] Checking router: f7c45cec-3735-456b-b93c-a3a0e68eb432 for host: dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:25:47.992369 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd35293e-aa91-4177-8fd6-6bf495983b71 None None] Updating router f7c45cec-3735-456b-b93c-a3a0e68eb432 port 4d5db47d-8e2a-401e-9b69-e3518d12c38e binding host dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:25:48.028358 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-fd35293e-aa91-4177-8fd6-6bf495983b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:48.197917 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e78f0c1-954c-4ca4-adee-6b628716c06d admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=184192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:25:48.221288 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78f0c1-954c-4ca4-adee-6b628716c06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c016233-0fd7-4b99-bb13-74b4a1d13071,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:48.255232 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-8e78f0c1-954c-4ca4-adee-6b628716c06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:48.255623 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.db.segments_db [None req-8e78f0c1-954c-4ca4-adee-6b628716c06d admin admin] Added segment 1c82d990-c23c-4c76-8787-035821c4880c of type vlan for network 419b7868-7ef6-4991-ba97-f7761fa8f975 Sep 21 16:25:48.263922 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8795c-1a9e-4fcb-be23-195372ad9bdc req-85e2c800-a360-48fa-b0ef-f2edf441d157 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:48.265431 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-abe8795c-1a9e-4fcb-be23-195372ad9bdc req-85e2c800-a360-48fa-b0ef-f2edf441d157 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.4043469 Sep 21 16:25:48.288197 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78f0c1-954c-4ca4-adee-6b628716c06d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:48.288544 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78f0c1-954c-4ca4-adee-6b628716c06d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:48.288887 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78f0c1-954c-4ca4-adee-6b628716c06d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:48.289223 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78f0c1-954c-4ca4-adee-6b628716c06d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:48.289567 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78f0c1-954c-4ca4-adee-6b628716c06d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:48.289908 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78f0c1-954c-4ca4-adee-6b628716c06d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:48.290232 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78f0c1-954c-4ca4-adee-6b628716c06d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:48.290586 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78f0c1-954c-4ca4-adee-6b628716c06d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:48.290882 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78f0c1-954c-4ca4-adee-6b628716c06d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:48.291199 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78f0c1-954c-4ca4-adee-6b628716c06d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:48.291547 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78f0c1-954c-4ca4-adee-6b628716c06d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:48.291868 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e78f0c1-954c-4ca4-adee-6b628716c06d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:25:48.325673 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-fd35293e-aa91-4177-8fd6-6bf495983b71 None None] Notify callbacks [] for port, precommit_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:48.333364 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-2582f627-c9e8-44a3-ab0b-61abadc92b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1604015'] for network, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:48.348702 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-8e78f0c1-954c-4ca4-adee-6b628716c06d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785855168287'] for network, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:48.381985 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-abe8795c-1a9e-4fcb-be23-195372ad9bdc req-c61f2b3c-3abd-408c-8c0c-79e3b6e5659d tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982726 Sep 21 16:25:48.426424 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-fd35293e-aa91-4177-8fd6-6bf495983b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:48.472354 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-2582f627-c9e8-44a3-ab0b-61abadc92b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635289', 'neutron.services.segments.db._delete_segments_for_network-8785855709341'] for network, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:48.478348 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ddb455-5b2d-42cb-97ad-f6172f93a74c None None] Pushing event updated for resources: {'Port': ['ID=4d5db47d-8e2a-401e-9b69-e3518d12c38e,revision_number=3']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:48.496022 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-8e78f0c1-954c-4ca4-adee-6b628716c06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779'] for network, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:48.496423 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e78f0c1-954c-4ca4-adee-6b628716c06d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:48.496999 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-8e78f0c1-954c-4ca4-adee-6b628716c06d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:48.503701 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.services.segments.db [None req-2582f627-c9e8-44a3-ab0b-61abadc92b11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a0957e-7784-42d9-940c-8b8164ae696e']}} {{(pid=184192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:25:48.517777 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.services.segments.db [None req-2582f627-c9e8-44a3-ab0b-61abadc92b11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f085cb7b-6957-4448-a978-da6f47733cd9') {'for_net_delete': True} {{(pid=184192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:25:48.518075 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.services.segments.db [None req-2582f627-c9e8-44a3-ab0b-61abadc92b11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f085cb7b-6957-4448-a978-da6f47733cd9') {} {{(pid=184192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:25:48.540024 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-2582f627-c9e8-44a3-ab0b-61abadc92b11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785855709862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4837894'] for segment, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:48.564831 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-2582f627-c9e8-44a3-ab0b-61abadc92b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:48.567026 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2582f627-c9e8-44a3-ab0b-61abadc92b11 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=184192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:25:48.567677 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-2582f627-c9e8-44a3-ab0b-61abadc92b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5166354'] for segment, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:48.570323 dv-cinder-810035-1-iscsi neutron-server[184192]: Traceback (most recent call last): Sep 21 16:25:48.570323 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 16:25:48.570323 dv-cinder-810035-1-iscsi neutron-server[184192]: timer() Sep 21 16:25:48.570323 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 16:25:48.570323 dv-cinder-810035-1-iscsi neutron-server[184192]: cb(*args, **kw) Sep 21 16:25:48.570323 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 16:25:48.570323 dv-cinder-810035-1-iscsi neutron-server[184192]: return func(*args, **kwargs) Sep 21 16:25:48.570323 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 16:25:48.570323 dv-cinder-810035-1-iscsi neutron-server[184192]: self._notify() Sep 21 16:25:48.570323 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 16:25:48.570323 dv-cinder-810035-1-iscsi neutron-server[184192]: self.callback(batched_events) Sep 21 16:25:48.570323 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 16:25:48.570323 dv-cinder-810035-1-iscsi neutron-server[184192]: event.method(event) Sep 21 16:25:48.570323 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 16:25:48.570323 dv-cinder-810035-1-iscsi neutron-server[184192]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 16:25:48.570323 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 16:25:48.570323 dv-cinder-810035-1-iscsi neutron-server[184192]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 16:25:48.570323 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 16:25:48.570323 dv-cinder-810035-1-iscsi neutron-server[184192]: return f(self, *a, **k) Sep 21 16:25:48.570323 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 16:25:48.570323 dv-cinder-810035-1-iscsi neutron-server[184192]: return self._get(url).json() Sep 21 16:25:48.570323 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 16:25:48.570323 dv-cinder-810035-1-iscsi neutron-server[184192]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 16:25:48.570323 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 16:25:48.570323 dv-cinder-810035-1-iscsi neutron-server[184192]: return self.request(url, 'GET', **kwargs) Sep 21 16:25:48.570323 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 16:25:48.570323 dv-cinder-810035-1-iscsi neutron-server[184192]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 16:25:48.570323 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 16:25:48.570323 dv-cinder-810035-1-iscsi neutron-server[184192]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 16:25:48.570323 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 16:25:48.570323 dv-cinder-810035-1-iscsi neutron-server[184192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 16:25:48.570323 dv-cinder-810035-1-iscsi neutron-server[184192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 16:25:48.586381 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-fd35293e-aa91-4177-8fd6-6bf495983b71 None None] Attempting to bind port 4d5db47d-8e2a-401e-9b69-e3518d12c38e on host dv-cinder-810035-1-iscsi for vnic_type normal with profile {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:25:48.587377 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-fd35293e-aa91-4177-8fd6-6bf495983b71 None None] Attempting to bind port 4d5db47d-8e2a-401e-9b69-e3518d12c38e by drivers openvswitch,hyperv on host dv-cinder-810035-1-iscsi at level 0 using segments [{'id': 'a3123003-a55b-4f0e-8d56-69aba2565669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7'}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:25:48.588112 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd35293e-aa91-4177-8fd6-6bf495983b71 None None] Attempting to bind port 4d5db47d-8e2a-401e-9b69-e3518d12c38e on network 5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7 {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:25:48.594329 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd35293e-aa91-4177-8fd6-6bf495983b71 None None] Checking agent: {'id': 'a5dd5e8b-ecdf-45ba-8497-6d160056e51d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 13, 45), 'started_at': datetime.datetime(2021, 9, 21, 16, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:25:48.604061 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd35293e-aa91-4177-8fd6-6bf495983b71 None None] Checking segment: {'id': 'a3123003-a55b-4f0e-8d56-69aba2565669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:25:48.604061 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-fd35293e-aa91-4177-8fd6-6bf495983b71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:48.604061 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd35293e-aa91-4177-8fd6-6bf495983b71 None None] Bound using segment: {'id': 'a3123003-a55b-4f0e-8d56-69aba2565669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7'} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:25:48.604061 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-fd35293e-aa91-4177-8fd6-6bf495983b71 None None] Bound port: 4d5db47d-8e2a-401e-9b69-e3518d12c38e, host: dv-cinder-810035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3123003-a55b-4f0e-8d56-69aba2565669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7'}}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:25:48.604061 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-fd35293e-aa91-4177-8fd6-6bf495983b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:48.679978 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-fd35293e-aa91-4177-8fd6-6bf495983b71 None None] For port 4d5db47d-8e2a-401e-9b69-e3518d12c38e, host dv-cinder-810035-1-iscsi, cleared binding levels {{(pid=184193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:25:48.683994 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-fd35293e-aa91-4177-8fd6-6bf495983b71 None None] For port 4d5db47d-8e2a-401e-9b69-e3518d12c38e, host dv-cinder-810035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=4d5db47d-8e2a-401e-9b69-e3518d12c38e,segment=NetworkSegment(a3123003-a55b-4f0e-8d56-69aba2565669),segment_id=a3123003-a55b-4f0e-8d56-69aba2565669)] {{(pid=184193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:25:48.712926 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78f0c1-954c-4ca4-adee-6b628716c06d admin admin] Pushing event updated for resources: {'Network': ['ID=419b7868-7ef6-4991-ba97-f7761fa8f975,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:48.723933 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Network 419b7868-7ef6-4991-ba97-f7761fa8f975 details requested by agent ovs-agent-dv-cinder-810035-1-iscsi with host dv-cinder-810035-1-iscsi {{(pid=184193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 16:25:48.731190 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-8e78f0c1-954c-4ca4-adee-6b628716c06d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2020047 Sep 21 16:25:48.732691 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-2582f627-c9e8-44a3-ab0b-61abadc92b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615424'] for network, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:48.733764 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 60446) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:25:48.737345 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-2582f627-c9e8-44a3-ab0b-61abadc92b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:48.739847 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-2582f627-c9e8-44a3-ab0b-61abadc92b11 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e4a0957e-7784-42d9-940c-8b8164ae696e HTTP/1.1" status: 204 len: 168 time: 0.8190022 Sep 21 16:25:48.751796 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3280117-4531-4bd7-bf50-9ab514adae65 req-3f33755e-0f70-4a2a-92bb-ec355a372bf4 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:48.753487 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-84759cc8-51e5-42c0-9c14-5274dbdefdf2 admin admin] Request body: {'subnet': {'network_id': '419b7868-7ef6-4991-ba97-f7761fa8f975', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1093964647-subnet', 'tenant_id': '84eec26934a7499290ee438f11185601', 'ip_version': 4}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:25:48.754354 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-a3280117-4531-4bd7-bf50-9ab514adae65 req-3f33755e-0f70-4a2a-92bb-ec355a372bf4 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=00a99794-b088-4e43-9ce2-47165c7ad18f HTTP/1.1" status: 200 len: 945 time: 0.1085806 Sep 21 16:25:48.772142 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582f627-c9e8-44a3-ab0b-61abadc92b11 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4a0957e-7784-42d9-940c-8b8164ae696e,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:48.814861 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-fd35293e-aa91-4177-8fd6-6bf495983b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:48.840416 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-a3280117-4531-4bd7-bf50-9ab514adae65 req-0f19bc19-b064-46cb-9274-1b9dcc33674b tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733960 Sep 21 16:25:48.934536 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84759cc8-51e5-42c0-9c14-5274dbdefdf2 admin admin] Made reservation on behalf of 84eec26934a7499290ee438f11185601 for: {'subnet': 1} {{(pid=184191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:25:48.937195 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-84759cc8-51e5-42c0-9c14-5274dbdefdf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4673994'] for subnet, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:48.951415 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ddb455-5b2d-42cb-97ad-f6172f93a74c None None] Pushing event updated for resources: {'Port': ['ID=4d5db47d-8e2a-401e-9b69-e3518d12c38e,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:48.951415 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-ada39096-a439-497b-aadf-c52e8a1bea4c None None] Provisioning complete for port 4d5db47d-8e2a-401e-9b69-e3518d12c38e triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:25:48.951415 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-ada39096-a439-497b-aadf-c52e8a1bea4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:48.954330 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd35293e-aa91-4177-8fd6-6bf495983b71 None None] Routers {'f7c45cec-3735-456b-b93c-a3a0e68eb432'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:25:48.955082 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-fd35293e-aa91-4177-8fd6-6bf495983b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:25:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['f7c45cec-3735-456b-b93c-a3a0e68eb432'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:25:49.123371 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-fd35293e-aa91-4177-8fd6-6bf495983b71 None None] Set router f7c45cec-3735-456b-b93c-a3a0e68eb432 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:25:49.158124 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-ada39096-a439-497b-aadf-c52e8a1bea4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:49.187641 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 9e8b466d-2c1c-49bf-9915-ad89a8b80f77 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:25:49.233101 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-84759cc8-51e5-42c0-9c14-5274dbdefdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4479060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4674020'] for subnet, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:49.253533 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-ada39096-a439-497b-aadf-c52e8a1bea4c None None] For port 4d5db47d-8e2a-401e-9b69-e3518d12c38e, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=4d5db47d-8e2a-401e-9b69-e3518d12c38e,segment=NetworkSegment(a3123003-a55b-4f0e-8d56-69aba2565669),segment_id=a3123003-a55b-4f0e-8d56-69aba2565669)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:25:49.292848 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84759cc8-51e5-42c0-9c14-5274dbdefdf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95ccb233-4334-4b77-b7cf-2ec9a5ec5a01,revision_number=0']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:49.301917 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84759cc8-51e5-42c0-9c14-5274dbdefdf2 admin admin] Checking segment: {'id': '1c82d990-c23c-4c76-8787-035821c4880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '419b7868-7ef6-4991-ba97-f7761fa8f975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:25:49.302357 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84759cc8-51e5-42c0-9c14-5274dbdefdf2 admin admin] Network hostable DHCP agents. Network: 419b7868-7ef6-4991-ba97-f7761fa8f975, hostable agents: ['29edb376-3f7b-48e5-82ab-3b3d2ffff097'], hosted agents: [] {{(pid=184191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:25:49.349135 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 60454) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:25:49.393760 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-42e5f1a5-2fe8-4ea8-a027-ca59c2fa7ca9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=866164c21bb148c5957fa3b3876a0d9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408435 Sep 21 16:25:49.394063 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 60456) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:25:49.454343 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bf3b1317-6cce-470a-8dec-20fc03fb7c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:49.470911 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 9e8b466d-2c1c-49bf-9915-ad89a8b80f77 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:25:49.471295 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:49.477349 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bf3b1317-6cce-470a-8dec-20fc03fb7c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:49.491208 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84759cc8-51e5-42c0-9c14-5274dbdefdf2 admin admin] Network 419b7868-7ef6-4991-ba97-f7761fa8f975 is scheduled to be hosted by DHCP agent 29edb376-3f7b-48e5-82ab-3b3d2ffff097 with binding_index 1 {{(pid=184191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:25:49.496127 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-ada39096-a439-497b-aadf-c52e8a1bea4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:49.526213 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80aeab6-6854-4940-aa06-f06f37b97c5c req-4a37463f-0383-4c21-b9fc-2a64ba36cbf4 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:49.528047 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-a80aeab6-6854-4940-aa06-f06f37b97c5c req-4a37463f-0383-4c21-b9fc-2a64ba36cbf4 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0641248 Sep 21 16:25:49.586571 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-a80aeab6-6854-4940-aa06-f06f37b97c5c req-e7fe1a69-cbaa-459d-8f5b-62793998509f tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515485 Sep 21 16:25:49.592798 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada39096-a439-497b-aadf-c52e8a1bea4c None None] Pushing event updated for resources: {'Port': ['ID=4d5db47d-8e2a-401e-9b69-e3518d12c38e,revision_number=5']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:49.599941 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-84759cc8-51e5-42c0-9c14-5274dbdefdf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810035-1-iscsi, 419b7868-7ef6-4991-ba97-f7761fa8f975) {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:25:49.614812 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84759cc8-51e5-42c0-9c14-5274dbdefdf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:49.615554 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-84759cc8-51e5-42c0-9c14-5274dbdefdf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for subnet, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:49.623692 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515b5b62-9109-4558-be64-7365bcf16a34 None None] Network 419b7868-7ef6-4991-ba97-f7761fa8f975 requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:25:49.657478 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bf3b1317-6cce-470a-8dec-20fc03fb7c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:49.660816 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bf3b1317-6cce-470a-8dec-20fc03fb7c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:49.662694 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-bf3b1317-6cce-470a-8dec-20fc03fb7c9e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/19b2eb05-8c80-455d-b41f-e187ed420e54 HTTP/1.1" status: 204 len: 168 time: 0.2669859 Sep 21 16:25:49.675082 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b1317-6cce-470a-8dec-20fc03fb7c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b2eb05-8c80-455d-b41f-e187ed420e54,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:49.719017 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-84759cc8-51e5-42c0-9c14-5274dbdefdf2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9830623 Sep 21 16:25:49.721065 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 60464) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:25:49.726760 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-3c7761a9-47fd-4e42-9383-0fb5e196c12c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1093964647-router', 'tenant_id': '84eec26934a7499290ee438f11185601', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:25:49.730923 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-0480bd57-d7d4-4a9a-9a9c-3f3c6915befd None None] Provisioning complete for port 4d5db47d-8e2a-401e-9b69-e3518d12c38e triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:25:49.731298 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-0480bd57-d7d4-4a9a-9a9c-3f3c6915befd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:49.768138 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-fd35293e-aa91-4177-8fd6-6bf495983b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'name': 'tempest-TestShelveInstance-620858767-router', 'tenant_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e8b466d-2c1c-49bf-9915-ad89a8b80f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:25:41Z', 'updated_at': '2021-09-21T16:25:45Z', 'revision_number': 4, 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'gw_port': {'id': '9e8b466d-2c1c-49bf-9915-ad89a8b80f77', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:25:42Z', 'updated_at': '2021-09-21T16:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': '4d5db47d-8e2a-401e-9b69-e3518d12c38e', 'name': '', 'network_id': '5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7', 'tenant_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'mac_address': 'fa:16:3e:f8:5e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e093e91b-c22f-4678-b4da-6ab8f4fff16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:25:44Z', 'updated_at': '2021-09-21T16:25:48Z', 'revision_number': 4, 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'subnets': [{'id': 'e093e91b-c22f-4678-b4da-6ab8f4fff16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:25:49.810463 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd35293e-aa91-4177-8fd6-6bf495983b71 None None] The sync data for ids ['f7c45cec-3735-456b-b93c-a3a0e68eb432'] in dv-cinder-810035-1-iscsi is: [{'id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'name': 'tempest-TestShelveInstance-620858767-router', 'tenant_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e8b466d-2c1c-49bf-9915-ad89a8b80f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:25:41Z', 'updated_at': '2021-09-21T16:25:45Z', 'revision_number': 4, 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'gw_port': {'id': '9e8b466d-2c1c-49bf-9915-ad89a8b80f77', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:25:42Z', 'updated_at': '2021-09-21T16:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': '4d5db47d-8e2a-401e-9b69-e3518d12c38e', 'name': '', 'network_id': '5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7', 'tenant_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'mac_address': 'fa:16:3e:f8:5e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e093e91b-c22f-4678-b4da-6ab8f4fff16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:25:44Z', 'updated_at': '2021-09-21T16:25:48Z', 'revision_number': 4, 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'subnets': [{'id': 'e093e91b-c22f-4678-b4da-6ab8f4fff16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:25:49.832986 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3c7761a9-47fd-4e42-9383-0fb5e196c12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-703'] for router, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:49.834257 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3c7761a9-47fd-4e42-9383-0fb5e196c12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:49.927319 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3c7761a9-47fd-4e42-9383-0fb5e196c12c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:49.962222 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37980efa-e417-4b71-8e0c-4e97d170c352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57b6d36a-d267-5729-b52c-430ef85e6d98-419b7868-7ef6-4991-ba97-f7761fa8f975', 'network_id': '419b7868-7ef6-4991-ba97-f7761fa8f975', 'tenant_id': '84eec26934a7499290ee438f11185601', 'fixed_ips': [{'subnet_id': '95ccb233-4334-4b77-b7cf-2ec9a5ec5a01'}]}} from dv-cinder-810035-1-iscsi. {{(pid=184193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 16:25:49.963282 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-37980efa-e417-4b71-8e0c-4e97d170c352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:50.071892 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610b79-fcfc-4ba4-b88b-1e352f79d033 req-5ecc94d0-5598-4924-9f31-8d80e59a51c9 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:50.073714 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ca610b79-fcfc-4ba4-b88b-1e352f79d033 req-5ecc94d0-5598-4924-9f31-8d80e59a51c9 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=00a99794-b088-4e43-9ce2-47165c7ad18f HTTP/1.1" status: 200 len: 945 time: 0.0706897 Sep 21 16:25:50.129047 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ca610b79-fcfc-4ba4-b88b-1e352f79d033 req-7b07b073-e121-404e-af6d-edaff7b35986 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467954 Sep 21 16:25:50.209570 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.db_base_plugin_common [None req-37980efa-e417-4b71-8e0c-4e97d170c352 None None] Allocated IP 172.20.0.2 (419b7868-7ef6-4991-ba97-f7761fa8f975/95ccb233-4334-4b77-b7cf-2ec9a5ec5a01/3448a564-32b1-4ab6-b018-0372270bf403) {{(pid=184193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:25:50.226393 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3c7761a9-47fd-4e42-9383-0fb5e196c12c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:50.400887 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-37980efa-e417-4b71-8e0c-4e97d170c352 None None] Notify callbacks [] for port, precommit_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:50.700840 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3c7761a9-47fd-4e42-9383-0fb5e196c12c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:50.700840 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3c7761a9-47fd-4e42-9383-0fb5e196c12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:50.702370 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-37980efa-e417-4b71-8e0c-4e97d170c352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112'] for port, after_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:50.783646 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_common [None req-3c7761a9-47fd-4e42-9383-0fb5e196c12c admin admin] Allocated IP 172.27.2.59 (72679c7d-9bce-4a4a-9509-1e8f9e1d8844/b489826c-59d7-499a-88a6-c55f1856fec4/e75de412-0e38-43a1-84e5-139a5ec49300) {{(pid=184191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:25:50.808124 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 60492) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:25:50.865043 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37980efa-e417-4b71-8e0c-4e97d170c352 None None] Network 419b7868-7ef6-4991-ba97-f7761fa8f975 is already hosted by enough agents. {{(pid=184193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:25:50.868298 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.scheduler.base_scheduler [None req-37980efa-e417-4b71-8e0c-4e97d170c352 None None] Resources bound (agent type, host, resource id): {{(pid=184193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:25:50.872961 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e309c1-3faa-41b0-8e87-7625650994fe req-8c127f17-5115-4b08-a9f4-d9f33c6ecd49 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:50.879975 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37980efa-e417-4b71-8e0c-4e97d170c352 None None] Received port after_create {{(pid=184193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:25:50.886078 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-a2e309c1-3faa-41b0-8e87-7625650994fe req-8c127f17-5115-4b08-a9f4-d9f33c6ecd49 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.1580493 Sep 21 16:25:50.952088 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37980efa-e417-4b71-8e0c-4e97d170c352 None None] Pushing event updated for resources: {'Port': ['ID=3448a564-32b1-4ab6-b018-0372270bf403,revision_number=1']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:50.956766 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-a2e309c1-3faa-41b0-8e87-7625650994fe req-34501a7c-4627-47e3-9b71-cde6ecc6e99a tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689585 Sep 21 16:25:51.005105 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-37980efa-e417-4b71-8e0c-4e97d170c352 None None] Attempting to bind port 3448a564-32b1-4ab6-b018-0372270bf403 on host dv-cinder-810035-1-iscsi for vnic_type normal with profile {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:25:51.007610 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3c7761a9-47fd-4e42-9383-0fb5e196c12c admin admin] Notify callbacks [] for port, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:51.008163 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-37980efa-e417-4b71-8e0c-4e97d170c352 None None] Attempting to bind port 3448a564-32b1-4ab6-b018-0372270bf403 by drivers openvswitch,hyperv on host dv-cinder-810035-1-iscsi at level 0 using segments [{'id': '1c82d990-c23c-4c76-8787-035821c4880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '419b7868-7ef6-4991-ba97-f7761fa8f975'}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:25:51.008638 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37980efa-e417-4b71-8e0c-4e97d170c352 None None] Attempting to bind port 3448a564-32b1-4ab6-b018-0372270bf403 on network 419b7868-7ef6-4991-ba97-f7761fa8f975 {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:25:51.023107 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37980efa-e417-4b71-8e0c-4e97d170c352 None None] Checking agent: {'id': 'a5dd5e8b-ecdf-45ba-8497-6d160056e51d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 13, 45), 'started_at': datetime.datetime(2021, 9, 21, 16, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:25:51.024078 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37980efa-e417-4b71-8e0c-4e97d170c352 None None] Checking segment: {'id': '1c82d990-c23c-4c76-8787-035821c4880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '419b7868-7ef6-4991-ba97-f7761fa8f975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:25:51.024663 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-37980efa-e417-4b71-8e0c-4e97d170c352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:51.025275 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37980efa-e417-4b71-8e0c-4e97d170c352 None None] Bound using segment: {'id': '1c82d990-c23c-4c76-8787-035821c4880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '419b7868-7ef6-4991-ba97-f7761fa8f975'} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:25:51.025925 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-37980efa-e417-4b71-8e0c-4e97d170c352 None None] Bound port: 3448a564-32b1-4ab6-b018-0372270bf403, host: dv-cinder-810035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c82d990-c23c-4c76-8787-035821c4880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '419b7868-7ef6-4991-ba97-f7761fa8f975'}}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:25:51.026666 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-37980efa-e417-4b71-8e0c-4e97d170c352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:51.102668 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b158b009-d31b-4d98-a8ca-c02ce35982b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:51.106610 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-37980efa-e417-4b71-8e0c-4e97d170c352 None None] For port 3448a564-32b1-4ab6-b018-0372270bf403, host dv-cinder-810035-1-iscsi, cleared binding levels {{(pid=184193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:25:51.110018 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-37980efa-e417-4b71-8e0c-4e97d170c352 None None] For port 3448a564-32b1-4ab6-b018-0372270bf403, host dv-cinder-810035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=3448a564-32b1-4ab6-b018-0372270bf403,segment=NetworkSegment(1c82d990-c23c-4c76-8787-035821c4880c),segment_id=1c82d990-c23c-4c76-8787-035821c4880c)] {{(pid=184193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:25:51.192786 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3c7761a9-47fd-4e42-9383-0fb5e196c12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:51.249896 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-37980efa-e417-4b71-8e0c-4e97d170c352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:51.259974 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b158b009-d31b-4d98-a8ca-c02ce35982b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:51.277487 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7761a9-47fd-4e42-9383-0fb5e196c12c admin admin] Pushing event updated for resources: {'Port': ['ID=e75de412-0e38-43a1-84e5-139a5ec49300,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:51.289828 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7761a9-47fd-4e42-9383-0fb5e196c12c admin admin] Network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:25:51.291501 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-3c7761a9-47fd-4e42-9383-0fb5e196c12c admin admin] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:25:51.294072 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7761a9-47fd-4e42-9383-0fb5e196c12c admin admin] Received port after_create {{(pid=184191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:25:51.309114 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 4d5db47d-8e2a-401e-9b69-e3518d12c38e up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:25:51.379906 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b158b009-d31b-4d98-a8ca-c02ce35982b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:51.395867 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37980efa-e417-4b71-8e0c-4e97d170c352 None None] Pushing event updated for resources: {'Port': ['ID=3448a564-32b1-4ab6-b018-0372270bf403,revision_number=2']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:51.401043 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 4d5db47d-8e2a-401e-9b69-e3518d12c38e triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:25:51.401671 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:51.437338 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158b009-d31b-4d98-a8ca-c02ce35982b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab23bcb7-c110-4ea0-b9ae-b688b35f0752,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:51.450196 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-b158b009-d31b-4d98-a8ca-c02ce35982b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d85a9c060ef744d98bbdb07503b74cd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6422181 Sep 21 16:25:51.452737 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 60506) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:25:51.521724 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-0876d59b-165f-435c-924f-121cd6e352d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:51.548512 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-0876d59b-165f-435c-924f-121cd6e352d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:51.695312 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-0876d59b-165f-435c-924f-121cd6e352d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:51.703660 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-0876d59b-165f-435c-924f-121cd6e352d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:51.712034 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-0876d59b-165f-435c-924f-121cd6e352d8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ab23bcb7-c110-4ea0-b9ae-b688b35f0752 HTTP/1.1" status: 204 len: 168 time: 0.2577293 Sep 21 16:25:51.735875 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876d59b-165f-435c-924f-121cd6e352d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab23bcb7-c110-4ea0-b9ae-b688b35f0752,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:51.789817 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3c7761a9-47fd-4e42-9383-0fb5e196c12c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:52.031173 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3c7761a9-47fd-4e42-9383-0fb5e196c12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615496'] for router, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:52.170072 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871daa2-c637-4e24-af8a-e639b6f292dc req-b9033802-da00-474a-89f5-fff8fdcbd291 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:25:52.171603 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6871daa2-c637-4e24-af8a-e639b6f292dc req-b9033802-da00-474a-89f5-fff8fdcbd291 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0974216 Sep 21 16:25:52.231949 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6871daa2-c637-4e24-af8a-e639b6f292dc req-da7e83dc-2fd4-4ec5-98a8-206e113712c3 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518100 Sep 21 16:25:52.420756 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7761a9-47fd-4e42-9383-0fb5e196c12c admin admin] Router a267faf1-7ed9-43c8-8c83-4be918256ec5 is scheduled to L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 with binding_index 1 {{(pid=184191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 16:25:52.550263 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7761a9-47fd-4e42-9383-0fb5e196c12c admin admin] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:25:52.564571 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c111fad5-6711-4a4e-9d19-daff01e90423 None None] Sync routers for ids ['a267faf1-7ed9-43c8-8c83-4be918256ec5'] in dv-cinder-810035-1-iscsi {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:25:52.574483 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c111fad5-6711-4a4e-9d19-daff01e90423 None None] Routers {'a267faf1-7ed9-43c8-8c83-4be918256ec5'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:25:52.575311 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-c111fad5-6711-4a4e-9d19-daff01e90423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:25:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['a267faf1-7ed9-43c8-8c83-4be918256ec5'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:25:52.603370 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cae3f1-e142-4a0b-8dc0-30a73382a29f None None] Network 419b7868-7ef6-4991-ba97-f7761fa8f975 requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:25:52.689805 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3c7761a9-47fd-4e42-9383-0fb5e196c12c admin admin] Notify callbacks [] for router, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:52.690961 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-c111fad5-6711-4a4e-9d19-daff01e90423 None None] Set router a267faf1-7ed9-43c8-8c83-4be918256ec5 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:25:52.692637 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-3c7761a9-47fd-4e42-9383-0fb5e196c12c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9699256 Sep 21 16:25:52.701259 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 60552) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:25:52.729494 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-431331f7-ef9f-4057-9eb2-435c029794dc None None] Provisioning complete for port 3448a564-32b1-4ab6-b018-0372270bf403 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:25:52.730132 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-431331f7-ef9f-4057-9eb2-435c029794dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:52.880120 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-431331f7-ef9f-4057-9eb2-435c029794dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:52.993560 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-431331f7-ef9f-4057-9eb2-435c029794dc None None] For port 3448a564-32b1-4ab6-b018-0372270bf403, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=3448a564-32b1-4ab6-b018-0372270bf403,segment=NetworkSegment(1c82d990-c23c-4c76-8787-035821c4880c),segment_id=1c82d990-c23c-4c76-8787-035821c4880c)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:25:53.028164 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-c111fad5-6711-4a4e-9d19-daff01e90423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a267faf1-7ed9-43c8-8c83-4be918256ec5', 'name': 'tempest-TestShelveInstance-1093964647-router', 'tenant_id': '84eec26934a7499290ee438f11185601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'e75de412-0e38-43a1-84e5-139a5ec49300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:25:49Z', 'updated_at': '2021-09-21T16:25:51Z', 'revision_number': 3, 'project_id': '84eec26934a7499290ee438f11185601', 'gw_port': {'id': 'e75de412-0e38-43a1-84e5-139a5ec49300', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:83:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a267faf1-7ed9-43c8-8c83-4be918256ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:25:50Z', 'updated_at': '2021-09-21T16:25:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi'}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:25:53.078071 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-431331f7-ef9f-4057-9eb2-435c029794dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:53.141078 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c111fad5-6711-4a4e-9d19-daff01e90423 None None] Checking router: a267faf1-7ed9-43c8-8c83-4be918256ec5 for host: dv-cinder-810035-1-iscsi {{(pid=184194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:25:53.141703 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c111fad5-6711-4a4e-9d19-daff01e90423 None None] Updating router a267faf1-7ed9-43c8-8c83-4be918256ec5 port e75de412-0e38-43a1-84e5-139a5ec49300 binding host dv-cinder-810035-1-iscsi {{(pid=184194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:25:53.148830 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431331f7-ef9f-4057-9eb2-435c029794dc None None] Pushing event updated for resources: {'Port': ['ID=3448a564-32b1-4ab6-b018-0372270bf403,revision_number=3']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:53.202769 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-c111fad5-6711-4a4e-9d19-daff01e90423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:53.318650 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 3448a564-32b1-4ab6-b018-0372270bf403 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:25:53.352888 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-938b61c0-6f01-4af2-a6bb-2344f81fe460 None None] Provisioning complete for port 3448a564-32b1-4ab6-b018-0372270bf403 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:25:53.353272 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-938b61c0-6f01-4af2-a6bb-2344f81fe460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:53.418012 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-5bcda2b9-c45f-4b9e-bdb5-ba9290a7970f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:53.445668 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 3448a564-32b1-4ab6-b018-0372270bf403 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:25:53.452974 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:53.574270 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-c111fad5-6711-4a4e-9d19-daff01e90423 None None] Notify callbacks [] for port, precommit_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:53.630513 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_common [None req-5bcda2b9-c45f-4b9e-bdb5-ba9290a7970f admin admin] Allocated IP 172.20.0.1 (419b7868-7ef6-4991-ba97-f7761fa8f975/95ccb233-4334-4b77-b7cf-2ec9a5ec5a01/2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226) {{(pid=184191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:25:53.723492 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-c111fad5-6711-4a4e-9d19-daff01e90423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:53.748062 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-5bcda2b9-c45f-4b9e-bdb5-ba9290a7970f admin admin] Notify callbacks [] for port, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:53.777390 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.managers [None req-c111fad5-6711-4a4e-9d19-daff01e90423 None None] Attempting to bind port e75de412-0e38-43a1-84e5-139a5ec49300 on host dv-cinder-810035-1-iscsi for vnic_type normal with profile {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:25:53.778941 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.managers [None req-c111fad5-6711-4a4e-9d19-daff01e90423 None None] Attempting to bind port e75de412-0e38-43a1-84e5-139a5ec49300 by drivers openvswitch,hyperv on host dv-cinder-810035-1-iscsi at level 0 using segments [{'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}] {{(pid=184194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:25:53.779865 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c111fad5-6711-4a4e-9d19-daff01e90423 None None] Attempting to bind port e75de412-0e38-43a1-84e5-139a5ec49300 on network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:25:53.792072 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd65e9-2e7c-43a4-aded-1f6c07abd654 None None] Pushing event updated for resources: {'Port': ['ID=e75de412-0e38-43a1-84e5-139a5ec49300,revision_number=2']} {{(pid=184194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:53.795821 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c111fad5-6711-4a4e-9d19-daff01e90423 None None] Checking agent: {'id': 'a5dd5e8b-ecdf-45ba-8497-6d160056e51d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 13, 45), 'started_at': datetime.datetime(2021, 9, 21, 16, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:25:53.796212 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c111fad5-6711-4a4e-9d19-daff01e90423 None None] Checking segment: {'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:25:53.796605 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-c111fad5-6711-4a4e-9d19-daff01e90423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:53.796982 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c111fad5-6711-4a4e-9d19-daff01e90423 None None] Bound using segment: {'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'} {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:25:53.797447 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.managers [None req-c111fad5-6711-4a4e-9d19-daff01e90423 None None] Bound port: e75de412-0e38-43a1-84e5-139a5ec49300, host: dv-cinder-810035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}}] {{(pid=184194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:25:53.797841 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-c111fad5-6711-4a4e-9d19-daff01e90423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:53.851737 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.db [None req-c111fad5-6711-4a4e-9d19-daff01e90423 None None] For port e75de412-0e38-43a1-84e5-139a5ec49300, host dv-cinder-810035-1-iscsi, cleared binding levels {{(pid=184194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:25:53.854927 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.db [None req-c111fad5-6711-4a4e-9d19-daff01e90423 None None] For port e75de412-0e38-43a1-84e5-139a5ec49300, host dv-cinder-810035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=e75de412-0e38-43a1-84e5-139a5ec49300,segment=NetworkSegment(20491f07-cf61-416d-8708-a00434b2d30f),segment_id=20491f07-cf61-416d-8708-a00434b2d30f)] {{(pid=184194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:25:53.923336 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-5bcda2b9-c45f-4b9e-bdb5-ba9290a7970f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:53.952376 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-c111fad5-6711-4a4e-9d19-daff01e90423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:53.968115 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcda2b9-c45f-4b9e-bdb5-ba9290a7970f admin admin] Network 419b7868-7ef6-4991-ba97-f7761fa8f975 is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:25:53.971130 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-5bcda2b9-c45f-4b9e-bdb5-ba9290a7970f admin admin] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:25:53.974691 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcda2b9-c45f-4b9e-bdb5-ba9290a7970f admin admin] Received port after_create {{(pid=184191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:25:54.012261 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd65e9-2e7c-43a4-aded-1f6c07abd654 None None] Pushing event updated for resources: {'Port': ['ID=e75de412-0e38-43a1-84e5-139a5ec49300,revision_number=3']} {{(pid=184194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:54.017758 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcda2b9-c45f-4b9e-bdb5-ba9290a7970f admin admin] Pushing event updated for resources: {'Port': ['ID=2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:54.032508 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c111fad5-6711-4a4e-9d19-daff01e90423 None None] Routers {'a267faf1-7ed9-43c8-8c83-4be918256ec5'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:25:54.033560 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-c111fad5-6711-4a4e-9d19-daff01e90423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:25:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['a267faf1-7ed9-43c8-8c83-4be918256ec5'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:25:54.038458 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-5bcda2b9-c45f-4b9e-bdb5-ba9290a7970f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615583'] for router_interface, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:54.197661 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-c111fad5-6711-4a4e-9d19-daff01e90423 None None] Set router a267faf1-7ed9-43c8-8c83-4be918256ec5 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:25:54.232532 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-9b47b02c-8d8b-4dc6-beea-16091f1c1b15 None None] Provisioning complete for port 2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:25:54.233101 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-9b47b02c-8d8b-4dc6-beea-16091f1c1b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:54.265729 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-5bcda2b9-c45f-4b9e-bdb5-ba9290a7970f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:54.298450 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-9b47b02c-8d8b-4dc6-beea-16091f1c1b15 None None] Port 2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226 cannot update to ACTIVE because it is not bound. {{(pid=184193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 16:25:54.415835 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-c111fad5-6711-4a4e-9d19-daff01e90423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a267faf1-7ed9-43c8-8c83-4be918256ec5', 'name': 'tempest-TestShelveInstance-1093964647-router', 'tenant_id': '84eec26934a7499290ee438f11185601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'e75de412-0e38-43a1-84e5-139a5ec49300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:25:49Z', 'updated_at': '2021-09-21T16:25:51Z', 'revision_number': 3, 'project_id': '84eec26934a7499290ee438f11185601', 'gw_port': {'id': 'e75de412-0e38-43a1-84e5-139a5ec49300', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:83:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a267faf1-7ed9-43c8-8c83-4be918256ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:25:50Z', 'updated_at': '2021-09-21T16:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi'}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:25:54.448604 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c111fad5-6711-4a4e-9d19-daff01e90423 None None] The sync data for ids ['a267faf1-7ed9-43c8-8c83-4be918256ec5'] in dv-cinder-810035-1-iscsi is: [{'id': 'a267faf1-7ed9-43c8-8c83-4be918256ec5', 'name': 'tempest-TestShelveInstance-1093964647-router', 'tenant_id': '84eec26934a7499290ee438f11185601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'e75de412-0e38-43a1-84e5-139a5ec49300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:25:49Z', 'updated_at': '2021-09-21T16:25:51Z', 'revision_number': 3, 'project_id': '84eec26934a7499290ee438f11185601', 'gw_port': {'id': 'e75de412-0e38-43a1-84e5-139a5ec49300', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:83:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a267faf1-7ed9-43c8-8c83-4be918256ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:25:50Z', 'updated_at': '2021-09-21T16:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi'}] {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:25:54.486005 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-5bcda2b9-c45f-4b9e-bdb5-ba9290a7970f admin admin] Notify callbacks [] for port, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:54.552082 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-5bcda2b9-c45f-4b9e-bdb5-ba9290a7970f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4479009'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:54.622711 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-5bcda2b9-c45f-4b9e-bdb5-ba9290a7970f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-616719'] for router_interface, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:54.625729 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcda2b9-c45f-4b9e-bdb5-ba9290a7970f admin admin] Pushing event updated for resources: {'Port': ['ID=2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226,revision_number=2']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:54.784312 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcda2b9-c45f-4b9e-bdb5-ba9290a7970f admin admin] Network 419b7868-7ef6-4991-ba97-f7761fa8f975 is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:25:54.788529 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-5bcda2b9-c45f-4b9e-bdb5-ba9290a7970f admin admin] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:25:55.152271 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-52ccdd97-5b1f-4cd7-902a-0f0b2e32a382 None None] Provisioning complete for port 2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:25:55.152649 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-52ccdd97-5b1f-4cd7-902a-0f0b2e32a382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:55.250872 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-52ccdd97-5b1f-4cd7-902a-0f0b2e32a382 None None] Port 2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226 cannot update to ACTIVE because it is not bound. {{(pid=184193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 16:25:55.306821 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcda2b9-c45f-4b9e-bdb5-ba9290a7970f admin admin] Router a267faf1-7ed9-43c8-8c83-4be918256ec5 has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:25:55.380108 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 3448a564-32b1-4ab6-b018-0372270bf403 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:25:55.456995 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 3448a564-32b1-4ab6-b018-0372270bf403 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:25:55.457373 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:55.462097 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcda2b9-c45f-4b9e-bdb5-ba9290a7970f admin admin] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:25:55.471085 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-5bcda2b9-c45f-4b9e-bdb5-ba9290a7970f admin admin] 10.222.0.41 "PUT /v2.0/routers/a267faf1-7ed9-43c8-8c83-4be918256ec5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7662373 Sep 21 16:25:55.568215 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device e75de412-0e38-43a1-84e5-139a5ec49300 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:25:55.624799 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port e75de412-0e38-43a1-84e5-139a5ec49300 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:25:55.627712 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:55.707720 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:55.731111 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] For port e75de412-0e38-43a1-84e5-139a5ec49300, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=e75de412-0e38-43a1-84e5-139a5ec49300,segment=NetworkSegment(20491f07-cf61-416d-8708-a00434b2d30f),segment_id=20491f07-cf61-416d-8708-a00434b2d30f)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:25:55.820517 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:55.870650 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Pushing event updated for resources: {'Port': ['ID=e75de412-0e38-43a1-84e5-139a5ec49300,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:56.223851 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 60628) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:25:56.228687 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-08a2a8e8-b9f3-496f-939d-aebed155b628 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-395697887', 'description': 'tempest-secgroup-smoke-395697887 description', 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:25:56.357920 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-08a2a8e8-b9f3-496f-939d-aebed155b628 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:56.447941 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-08a2a8e8-b9f3-496f-939d-aebed155b628 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:56.546339 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-08a2a8e8-b9f3-496f-939d-aebed155b628 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:56.580153 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2a8e8-b9f3-496f-939d-aebed155b628 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a72580-15c8-4c2c-b813-72c818fcc989,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:56.642982 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-08a2a8e8-b9f3-496f-939d-aebed155b628 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:56.644324 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-08a2a8e8-b9f3-496f-939d-aebed155b628 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4194386 Sep 21 16:25:56.647184 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 60640) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:25:56.651740 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-ff90bc24-20d2-4e8b-a75c-4e3d1e11dfeb tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Request body: {'security_group_rule': {'security_group_id': 'f7a72580-15c8-4c2c-b813-72c818fcc989', 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:25:56.748443 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ff90bc24-20d2-4e8b-a75c-4e3d1e11dfeb tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:56.827174 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ff90bc24-20d2-4e8b-a75c-4e3d1e11dfeb tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:56.895139 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ff90bc24-20d2-4e8b-a75c-4e3d1e11dfeb tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791899'] for security_group_rule, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:56.913735 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90bc24-20d2-4e8b-a75c-4e3d1e11dfeb tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=610c0f07-d1ed-49f6-a3b1-dfb861239ccb,revision_number=0']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:57.025894 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ff90bc24-20d2-4e8b-a75c-4e3d1e11dfeb tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:57.027317 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-ff90bc24-20d2-4e8b-a75c-4e3d1e11dfeb tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3789101 Sep 21 16:25:57.030288 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 60644) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:25:57.035289 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-6049b29c-6002-4f3c-a0b5-3b6c4abffc59 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Request body: {'security_group_rule': {'security_group_id': 'f7a72580-15c8-4c2c-b813-72c818fcc989', 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:25:57.045703 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a557c192-c870-4ffb-b42b-c24d7017e6ff None None] Sync routers for ids ['a267faf1-7ed9-43c8-8c83-4be918256ec5'] in dv-cinder-810035-1-iscsi {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:25:57.056998 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a557c192-c870-4ffb-b42b-c24d7017e6ff None None] Routers {'a267faf1-7ed9-43c8-8c83-4be918256ec5'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:25:57.057692 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-a557c192-c870-4ffb-b42b-c24d7017e6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:25:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['a267faf1-7ed9-43c8-8c83-4be918256ec5'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:25:57.151785 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6049b29c-6002-4f3c-a0b5-3b6c4abffc59 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:57.223095 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6049b29c-6002-4f3c-a0b5-3b6c4abffc59 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:57.264452 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device e75de412-0e38-43a1-84e5-139a5ec49300 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:25:57.289479 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6049b29c-6002-4f3c-a0b5-3b6c4abffc59 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791899'] for security_group_rule, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:57.309990 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049b29c-6002-4f3c-a0b5-3b6c4abffc59 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe0752e-7fca-46c6-9f22-24043289859b,revision_number=0']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:57.315336 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-a557c192-c870-4ffb-b42b-c24d7017e6ff None None] Set router a267faf1-7ed9-43c8-8c83-4be918256ec5 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:25:57.398785 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port e75de412-0e38-43a1-84e5-139a5ec49300 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:25:57.399158 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:57.410021 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6049b29c-6002-4f3c-a0b5-3b6c4abffc59 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:57.412242 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-6049b29c-6002-4f3c-a0b5-3b6c4abffc59 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3797586 Sep 21 16:25:57.416766 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 60650) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:25:57.421531 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-70f4cf8e-71de-4a0c-a9ae-32bd587bd656 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Request body: {'security_group_rule': {'security_group_id': 'f7a72580-15c8-4c2c-b813-72c818fcc989', 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:25:57.525589 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-70f4cf8e-71de-4a0c-a9ae-32bd587bd656 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:57.593510 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-70f4cf8e-71de-4a0c-a9ae-32bd587bd656 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:57.608156 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-a557c192-c870-4ffb-b42b-c24d7017e6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a267faf1-7ed9-43c8-8c83-4be918256ec5', 'name': 'tempest-TestShelveInstance-1093964647-router', 'tenant_id': '84eec26934a7499290ee438f11185601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'e75de412-0e38-43a1-84e5-139a5ec49300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:25:49Z', 'updated_at': '2021-09-21T16:25:54Z', 'revision_number': 4, 'project_id': '84eec26934a7499290ee438f11185601', 'gw_port': {'id': 'e75de412-0e38-43a1-84e5-139a5ec49300', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:83:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a267faf1-7ed9-43c8-8c83-4be918256ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:25:50Z', 'updated_at': '2021-09-21T16:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': '2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226', 'name': '', 'network_id': '419b7868-7ef6-4991-ba97-f7761fa8f975', 'tenant_id': '84eec26934a7499290ee438f11185601', 'mac_address': 'fa:16:3e:2c:a4:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a267faf1-7ed9-43c8-8c83-4be918256ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '95ccb233-4334-4b77-b7cf-2ec9a5ec5a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:25:53Z', 'updated_at': '2021-09-21T16:25:54Z', 'revision_number': 2, 'project_id': '84eec26934a7499290ee438f11185601', 'subnets': [{'id': '95ccb233-4334-4b77-b7cf-2ec9a5ec5a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:25:57.635977 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a557c192-c870-4ffb-b42b-c24d7017e6ff None None] Checking router: a267faf1-7ed9-43c8-8c83-4be918256ec5 for host: dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:25:57.636334 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a557c192-c870-4ffb-b42b-c24d7017e6ff None None] Updating router a267faf1-7ed9-43c8-8c83-4be918256ec5 port 2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226 binding host dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:25:57.666359 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a557c192-c870-4ffb-b42b-c24d7017e6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:57.671833 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-70f4cf8e-71de-4a0c-a9ae-32bd587bd656 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791899'] for security_group_rule, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:57.695716 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4cf8e-71de-4a0c-a9ae-32bd587bd656 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e341d377-93e4-4f6c-bb6a-eb64d7e3b0cb,revision_number=0']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:57.807993 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-70f4cf8e-71de-4a0c-a9ae-32bd587bd656 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:57.809262 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-70f4cf8e-71de-4a0c-a9ae-32bd587bd656 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3914454 Sep 21 16:25:57.812883 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 60654) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:25:57.819173 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-ac368a5e-28fd-4d2e-adbc-fc6adb072116 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Request body: {'security_group_rule': {'security_group_id': 'f7a72580-15c8-4c2c-b813-72c818fcc989', 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:25:57.915050 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ac368a5e-28fd-4d2e-adbc-fc6adb072116 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:57.992497 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a557c192-c870-4ffb-b42b-c24d7017e6ff None None] Notify callbacks [] for port, precommit_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:58.004594 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ac368a5e-28fd-4d2e-adbc-fc6adb072116 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:58.123603 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a557c192-c870-4ffb-b42b-c24d7017e6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:58.134972 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ac368a5e-28fd-4d2e-adbc-fc6adb072116 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791899'] for security_group_rule, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:58.156620 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac368a5e-28fd-4d2e-adbc-fc6adb072116 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e10fd7-3c14-4f01-b4c4-ef69290fd7fb,revision_number=0']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:58.185278 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238dfc80-798d-47ba-b78e-755293895706 None None] Pushing event updated for resources: {'Port': ['ID=2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226,revision_number=3']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:58.247626 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-a557c192-c870-4ffb-b42b-c24d7017e6ff None None] Attempting to bind port 2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226 on host dv-cinder-810035-1-iscsi for vnic_type normal with profile {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:25:58.247992 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-a557c192-c870-4ffb-b42b-c24d7017e6ff None None] Attempting to bind port 2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226 by drivers openvswitch,hyperv on host dv-cinder-810035-1-iscsi at level 0 using segments [{'id': '1c82d990-c23c-4c76-8787-035821c4880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '419b7868-7ef6-4991-ba97-f7761fa8f975'}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:25:58.248350 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a557c192-c870-4ffb-b42b-c24d7017e6ff None None] Attempting to bind port 2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226 on network 419b7868-7ef6-4991-ba97-f7761fa8f975 {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:25:58.254654 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a557c192-c870-4ffb-b42b-c24d7017e6ff None None] Checking agent: {'id': 'a5dd5e8b-ecdf-45ba-8497-6d160056e51d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 13, 45), 'started_at': datetime.datetime(2021, 9, 21, 16, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:25:58.255060 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a557c192-c870-4ffb-b42b-c24d7017e6ff None None] Checking segment: {'id': '1c82d990-c23c-4c76-8787-035821c4880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '419b7868-7ef6-4991-ba97-f7761fa8f975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:25:58.255489 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a557c192-c870-4ffb-b42b-c24d7017e6ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:58.255883 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a557c192-c870-4ffb-b42b-c24d7017e6ff None None] Bound using segment: {'id': '1c82d990-c23c-4c76-8787-035821c4880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '419b7868-7ef6-4991-ba97-f7761fa8f975'} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:25:58.256345 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-a557c192-c870-4ffb-b42b-c24d7017e6ff None None] Bound port: 2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226, host: dv-cinder-810035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c82d990-c23c-4c76-8787-035821c4880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '419b7868-7ef6-4991-ba97-f7761fa8f975'}}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:25:58.256718 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a557c192-c870-4ffb-b42b-c24d7017e6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:58.278054 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ac368a5e-28fd-4d2e-adbc-fc6adb072116 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:58.282235 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-ac368a5e-28fd-4d2e-adbc-fc6adb072116 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4656332 Sep 21 16:25:58.282571 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 60660) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:25:58.287415 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-5eb42df4-4183-40b1-b3e7-c033707abbe2 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Request body: {'security_group_rule': {'security_group_id': 'f7a72580-15c8-4c2c-b813-72c818fcc989', 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:25:58.328597 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a557c192-c870-4ffb-b42b-c24d7017e6ff None None] For port 2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226, host dv-cinder-810035-1-iscsi, cleared binding levels {{(pid=184193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:25:58.332770 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a557c192-c870-4ffb-b42b-c24d7017e6ff None None] For port 2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226, host dv-cinder-810035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226,segment=NetworkSegment(1c82d990-c23c-4c76-8787-035821c4880c),segment_id=1c82d990-c23c-4c76-8787-035821c4880c)] {{(pid=184193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:25:58.397581 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-76151e09-bbd0-49b2-9896-3b57b28822af None None] Provisioning complete for port 2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:25:58.397972 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-76151e09-bbd0-49b2-9896-3b57b28822af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:58.433680 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.db.securitygroups_db [None req-5eb42df4-4183-40b1-b3e7-c033707abbe2 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Project d4122ef3fa8f41e9ab1a2f71d1e6613d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:25:58.434381 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-76151e09-bbd0-49b2-9896-3b57b28822af None None] Port 2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226 cannot update to ACTIVE because it is not bound. {{(pid=184193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 16:25:58.444431 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-5eb42df4-4183-40b1-b3e7-c033707abbe2 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:58.489339 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a557c192-c870-4ffb-b42b-c24d7017e6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:58.510337 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-5eb42df4-4183-40b1-b3e7-c033707abbe2 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:58.557708 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a557c192-c870-4ffb-b42b-c24d7017e6ff None None] Routers {'a267faf1-7ed9-43c8-8c83-4be918256ec5'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:25:58.561113 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-a557c192-c870-4ffb-b42b-c24d7017e6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:25:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['a267faf1-7ed9-43c8-8c83-4be918256ec5'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:25:58.563577 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238dfc80-798d-47ba-b78e-755293895706 None None] Pushing event updated for resources: {'Port': ['ID=2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:58.586137 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-5eb42df4-4183-40b1-b3e7-c033707abbe2 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791899'] for security_group_rule, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:58.612085 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb42df4-4183-40b1-b3e7-c033707abbe2 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961e6f71-50a4-412d-a29a-18f8eb00091e,revision_number=0']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:58.677345 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-5eb42df4-4183-40b1-b3e7-c033707abbe2 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:58.678735 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-5eb42df4-4183-40b1-b3e7-c033707abbe2 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3950338 Sep 21 16:25:58.681564 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-a557c192-c870-4ffb-b42b-c24d7017e6ff None None] Set router a267faf1-7ed9-43c8-8c83-4be918256ec5 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:25:58.681725 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 60666) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:25:58.686462 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-727057b7-fa31-4c5c-ba19-f8d6570ed4dc tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Request body: {'security_group_rule': {'security_group_id': 'f7a72580-15c8-4c2c-b813-72c818fcc989', 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:25:58.785783 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-07d42529-61ce-4706-82cf-8440c65ace76 None None] Provisioning complete for port 2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:25:58.786151 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-07d42529-61ce-4706-82cf-8440c65ace76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:58.792057 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.db.securitygroups_db [None req-727057b7-fa31-4c5c-ba19-f8d6570ed4dc tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Project d4122ef3fa8f41e9ab1a2f71d1e6613d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:25:58.797833 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-727057b7-fa31-4c5c-ba19-f8d6570ed4dc tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:58.867365 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-727057b7-fa31-4c5c-ba19-f8d6570ed4dc tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:58.945533 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-07d42529-61ce-4706-82cf-8440c65ace76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:58.957114 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-727057b7-fa31-4c5c-ba19-f8d6570ed4dc tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791899'] for security_group_rule, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:58.978254 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727057b7-fa31-4c5c-ba19-f8d6570ed4dc tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=477ec4c7-16ae-4ec4-bb8b-2dbcafbb6cff,revision_number=0']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:58.979752 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-a557c192-c870-4ffb-b42b-c24d7017e6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a267faf1-7ed9-43c8-8c83-4be918256ec5', 'name': 'tempest-TestShelveInstance-1093964647-router', 'tenant_id': '84eec26934a7499290ee438f11185601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'e75de412-0e38-43a1-84e5-139a5ec49300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:25:49Z', 'updated_at': '2021-09-21T16:25:54Z', 'revision_number': 4, 'project_id': '84eec26934a7499290ee438f11185601', 'gw_port': {'id': 'e75de412-0e38-43a1-84e5-139a5ec49300', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:83:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a267faf1-7ed9-43c8-8c83-4be918256ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:25:50Z', 'updated_at': '2021-09-21T16:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': '2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226', 'name': '', 'network_id': '419b7868-7ef6-4991-ba97-f7761fa8f975', 'tenant_id': '84eec26934a7499290ee438f11185601', 'mac_address': 'fa:16:3e:2c:a4:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a267faf1-7ed9-43c8-8c83-4be918256ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '95ccb233-4334-4b77-b7cf-2ec9a5ec5a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:25:53Z', 'updated_at': '2021-09-21T16:25:58Z', 'revision_number': 4, 'project_id': '84eec26934a7499290ee438f11185601', 'subnets': [{'id': '95ccb233-4334-4b77-b7cf-2ec9a5ec5a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:25:58.990140 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-07d42529-61ce-4706-82cf-8440c65ace76 None None] For port 2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226,segment=NetworkSegment(1c82d990-c23c-4c76-8787-035821c4880c),segment_id=1c82d990-c23c-4c76-8787-035821c4880c)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:25:59.014425 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a557c192-c870-4ffb-b42b-c24d7017e6ff None None] The sync data for ids ['a267faf1-7ed9-43c8-8c83-4be918256ec5'] in dv-cinder-810035-1-iscsi is: [{'id': 'a267faf1-7ed9-43c8-8c83-4be918256ec5', 'name': 'tempest-TestShelveInstance-1093964647-router', 'tenant_id': '84eec26934a7499290ee438f11185601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'e75de412-0e38-43a1-84e5-139a5ec49300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:25:49Z', 'updated_at': '2021-09-21T16:25:54Z', 'revision_number': 4, 'project_id': '84eec26934a7499290ee438f11185601', 'gw_port': {'id': 'e75de412-0e38-43a1-84e5-139a5ec49300', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:83:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a267faf1-7ed9-43c8-8c83-4be918256ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:25:50Z', 'updated_at': '2021-09-21T16:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': '2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226', 'name': '', 'network_id': '419b7868-7ef6-4991-ba97-f7761fa8f975', 'tenant_id': '84eec26934a7499290ee438f11185601', 'mac_address': 'fa:16:3e:2c:a4:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a267faf1-7ed9-43c8-8c83-4be918256ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '95ccb233-4334-4b77-b7cf-2ec9a5ec5a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:25:53Z', 'updated_at': '2021-09-21T16:25:58Z', 'revision_number': 4, 'project_id': '84eec26934a7499290ee438f11185601', 'subnets': [{'id': '95ccb233-4334-4b77-b7cf-2ec9a5ec5a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:25:59.066861 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-727057b7-fa31-4c5c-ba19-f8d6570ed4dc tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:59.075090 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-727057b7-fa31-4c5c-ba19-f8d6570ed4dc tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3871839 Sep 21 16:25:59.095026 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-07d42529-61ce-4706-82cf-8440c65ace76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:25:59.162524 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d42529-61ce-4706-82cf-8440c65ace76 None None] Pushing event updated for resources: {'Port': ['ID=2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226,revision_number=5']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:25:59.254087 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:25:59.319016 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:25:59.319524 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:01.188263 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:26:01.236782 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:26:01.237146 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:09.557275 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:11.751455 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-9b28ee0e-02d0-4e6d-90b2-d2227f4ee606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:13.570677 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6b61364d-7ada-4171-81c3-11e395960534 req-3b9d8a0e-fc52-4f6b-a6d7-f090241bb2ab service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429084 Sep 21 16:26:14.368495 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-592ac14f-9b35-4786-9215-6bf8b05cb532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:14.837010 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:15.585704 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:15.738646 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61364d-7ada-4171-81c3-11e395960534 req-987b0342-1a77-40ab-859a-93f8dc54eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:15.738646 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6b61364d-7ada-4171-81c3-11e395960534 req-987b0342-1a77-40ab-859a-93f8dc54eca9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a04253395aa845968ab2e27453a7f5e1&device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 1099 time: 0.0552318 Sep 21 16:26:15.873169 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61364d-7ada-4171-81c3-11e395960534 req-2c23d274-d687-4b98-9d4f-4fb91ef6c956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:15.874077 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6b61364d-7ada-4171-81c3-11e395960534 req-2c23d274-d687-4b98-9d4f-4fb91ef6c956 service neutron] 10.222.0.44 "GET /v2.0/networks?id=48ada096-de1e-4f63-81b0-12e54ddd3ecc HTTP/1.1" status: 200 len: 912 time: 0.1008472 Sep 21 16:26:15.942637 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6b61364d-7ada-4171-81c3-11e395960534 req-5ab534ae-d676-4497-9293-53491dc2b603 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee84741f-d4df-4f43-8069-2f452b663d02 HTTP/1.1" status: 200 len: 1002 time: 0.0596132 Sep 21 16:26:16.000084 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61364d-7ada-4171-81c3-11e395960534 req-f626214b-6eab-4182-b4ae-53438b56a454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:16.001469 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6b61364d-7ada-4171-81c3-11e395960534 req-f626214b-6eab-4182-b4ae-53438b56a454 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d0a8263f-7f3f-444d-a2c9-8f405212c5f3 HTTP/1.1" status: 200 len: 850 time: 0.0509768 Sep 21 16:26:16.065075 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61364d-7ada-4171-81c3-11e395960534 req-b46d96cf-5885-40a8-95bc-982623b598fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:16.066614 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6b61364d-7ada-4171-81c3-11e395960534 req-b46d96cf-5885-40a8-95bc-982623b598fb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48ada096-de1e-4f63-81b0-12e54ddd3ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471344 Sep 21 16:26:16.160291 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6b61364d-7ada-4171-81c3-11e395960534 req-61ec7777-9ce7-4ffe-974b-9a6cf9283170 service neutron] 10.222.0.44 "GET /v2.0/networks/48ada096-de1e-4f63-81b0-12e54ddd3ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845795 Sep 21 16:26:16.264095 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6b61364d-7ada-4171-81c3-11e395960534 req-2c4dd114-5f16-4062-a4d2-5d594fc13bbf service neutron] 10.222.0.44 "GET /v2.0/networks/48ada096-de1e-4f63-81b0-12e54ddd3ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964255 Sep 21 16:26:17.413902 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:18.277536 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 60970) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:26:18.396912 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4011f6e8-ae74-4c8c-b770-f66ec27e0cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:18.493649 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4011f6e8-ae74-4c8c-b770-f66ec27e0cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:18.579762 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4011f6e8-ae74-4c8c-b770-f66ec27e0cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:18.620440 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-4011f6e8-ae74-4c8c-b770-f66ec27e0cdc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e5335b05b0d431fb6bd68f906b87de1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3417947 Sep 21 16:26:18.621177 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011f6e8-ae74-4c8c-b770-f66ec27e0cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a120e3d1-a4c2-49c9-aa4a-011e9e935eca,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:18.624687 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 60978) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:26:18.680016 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5a5bdbd8-1756-45d9-9206-ce335a1742ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:18.701086 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f032a57-af65-442e-adc2-bed036a1cc68 req-650929e6-73f7-429a-8929-39391f0447d8 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:18.702610 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-3f032a57-af65-442e-adc2-bed036a1cc68 req-650929e6-73f7-429a-8929-39391f0447d8 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0626833 Sep 21 16:26:18.707551 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5a5bdbd8-1756-45d9-9206-ce335a1742ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:18.761191 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-3f032a57-af65-442e-adc2-bed036a1cc68 req-365a39b9-e991-4df9-8242-5afbd078a085 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467319 Sep 21 16:26:18.831760 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5a5bdbd8-1756-45d9-9206-ce335a1742ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:18.834595 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5a5bdbd8-1756-45d9-9206-ce335a1742ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:18.835756 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-5a5bdbd8-1756-45d9-9206-ce335a1742ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a120e3d1-a4c2-49c9-aa4a-011e9e935eca HTTP/1.1" status: 204 len: 168 time: 0.2096882 Sep 21 16:26:18.844212 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5bdbd8-1756-45d9-9206-ce335a1742ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a120e3d1-a4c2-49c9-aa4a-011e9e935eca,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:21.828338 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:26:25.121072 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71c1ea-b8a1-4274-983f-b6609bb1e31d req-35e72fa0-a038-41e2-8d41-1e65b7c59b0a tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:25.122546 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-fb71c1ea-b8a1-4274-983f-b6609bb1e31d req-35e72fa0-a038-41e2-8d41-1e65b7c59b0a tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0491376 Sep 21 16:26:25.161793 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-fb71c1ea-b8a1-4274-983f-b6609bb1e31d req-4b7c436b-e5e8-4b89-873a-0ab04bf39b31 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331683 Sep 21 16:26:26.280609 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d640bbd-afc0-458a-8d5a-d20dc7b6efea req-2732e688-d0ec-4c5a-ab6b-a8f3d35bb228 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:26.282553 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-3d640bbd-afc0-458a-8d5a-d20dc7b6efea req-2732e688-d0ec-4c5a-ab6b-a8f3d35bb228 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0508635 Sep 21 16:26:26.320562 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-3d640bbd-afc0-458a-8d5a-d20dc7b6efea req-e9033732-4453-4775-9523-b7edd2bdbb36 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318253 Sep 21 16:26:27.438625 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66ec37-6ee8-401f-a181-2a1263c824d3 req-051196f0-52a3-4493-92ab-596cbd16830d tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:27.440307 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0b66ec37-6ee8-401f-a181-2a1263c824d3 req-051196f0-52a3-4493-92ab-596cbd16830d tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0522783 Sep 21 16:26:27.478519 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0b66ec37-6ee8-401f-a181-2a1263c824d3 req-dfec7c4f-6d3e-409f-af7f-416a1e6818d9 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323789 Sep 21 16:26:27.944875 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6be07-55ee-4966-bd97-82297ceb4a2c req-b397b94f-6cf0-4e74-abc0-baf6ada83bfd tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:27.946395 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f8e6be07-55ee-4966-bd97-82297ceb4a2c req-b397b94f-6cf0-4e74-abc0-baf6ada83bfd tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.44 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 946 time: 0.0556440 Sep 21 16:26:28.049306 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [req-f8e6be07-55ee-4966-bd97-82297ceb4a2c req-c7342939-f6aa-46fa-b561-14df0d860e56 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Deleting port 7afd738b-f441-4010-9877-885bfeb199c1 {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:26:28.049655 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-f8e6be07-55ee-4966-bd97-82297ceb4a2c req-c7342939-f6aa-46fa-b561-14df0d860e56 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:28.146845 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-f8e6be07-55ee-4966-bd97-82297ceb4a2c req-c7342939-f6aa-46fa-b561-14df0d860e56 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] For port 7afd738b-f441-4010-9877-885bfeb199c1, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=7afd738b-f441-4010-9877-885bfeb199c1,segment=NetworkSegment(909f816d-0f09-4aa7-bde3-4575c942579f),segment_id=909f816d-0f09-4aa7-bde3-4575c942579f)] {{(pid=184191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:26:28.147203 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-f8e6be07-55ee-4966-bd97-82297ceb4a2c req-c7342939-f6aa-46fa-b561-14df0d860e56 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:28.159000 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [req-f8e6be07-55ee-4966-bd97-82297ceb4a2c req-c7342939-f6aa-46fa-b561-14df0d860e56 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Calling delete_port for 7afd738b-f441-4010-9877-885bfeb199c1 owned by compute:nova {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:26:28.391529 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-f8e6be07-55ee-4966-bd97-82297ceb4a2c req-c7342939-f6aa-46fa-b561-14df0d860e56 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:28.414663 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['0310b441-b200-48bf-979f-9d2e48b7400b', '7afd738b-f441-4010-9877-885bfeb199c1'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:26:28.456939 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7342939-f6aa-46fa-b561-14df0d860e56 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Pushing event deleted for resources: {'Port': ['ID=7afd738b-f441-4010-9877-885bfeb199c1,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:28.476890 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7342939-f6aa-46fa-b561-14df0d860e56 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:28.477527 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7342939-f6aa-46fa-b561-14df0d860e56 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:28.477850 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7342939-f6aa-46fa-b561-14df0d860e56 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:28.478208 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7342939-f6aa-46fa-b561-14df0d860e56 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:28.478525 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7342939-f6aa-46fa-b561-14df0d860e56 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:28.478856 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7342939-f6aa-46fa-b561-14df0d860e56 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:28.479185 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7342939-f6aa-46fa-b561-14df0d860e56 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:28.479583 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7342939-f6aa-46fa-b561-14df0d860e56 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:28.479910 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7342939-f6aa-46fa-b561-14df0d860e56 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:28.480234 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7342939-f6aa-46fa-b561-14df0d860e56 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:28.480556 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7342939-f6aa-46fa-b561-14df0d860e56 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:28.480877 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7342939-f6aa-46fa-b561-14df0d860e56 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:28.510308 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e6be07-55ee-4966-bd97-82297ceb4a2c req-c7342939-f6aa-46fa-b561-14df0d860e56 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] No DVR routers for this DVR port 7afd738b-f441-4010-9877-885bfeb199c1 on host hv-cinder-81003 {{(pid=184191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:26:28.513051 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-f8e6be07-55ee-4966-bd97-82297ceb4a2c req-c7342939-f6aa-46fa-b561-14df0d860e56 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:28.515722 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f8e6be07-55ee-4966-bd97-82297ceb4a2c req-c7342939-f6aa-46fa-b561-14df0d860e56 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.44 "DELETE /v2.0/ports/7afd738b-f441-4010-9877-885bfeb199c1 HTTP/1.1" status: 204 len: 173 time: 0.5625205 Sep 21 16:26:28.516370 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c97831-92a4-4787-aebe-934880285493', 'name': 'network-vif-deleted', 'tag': '7afd738b-f441-4010-9877-885bfeb199c1'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:26:28.518772 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5838f57f-1cda-4085-9478-9912060f58b5" -d '{"events": [{"server_uuid": "61c97831-92a4-4787-aebe-934880285493", "name": "network-vif-deleted", "tag": "7afd738b-f441-4010-9877-885bfeb199c1"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:26:28.613484 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18784c38-2daf-4911-9cb9-3538ed119992 req-79e40bf6-19c8-4d45-99f8-322b3b8300de tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:28.614244 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-d144a791-af1f-4373-ba21-e63050583ea6 req-193223d4-7c60-429f-8343-40ca2133aba6 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 210 time: 0.0275161 Sep 21 16:26:28.615051 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-18784c38-2daf-4911-9cb9-3538ed119992 req-79e40bf6-19c8-4d45-99f8-322b3b8300de tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=00a99794-b088-4e43-9ce2-47165c7ad18f HTTP/1.1" status: 200 len: 945 time: 0.0632691 Sep 21 16:26:28.656015 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-18784c38-2daf-4911-9cb9-3538ed119992 req-88b23dd9-ef4e-4a88-89ad-c048e4140321 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347922 Sep 21 16:26:28.658474 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b396666-f9ef-47cf-b9a5-423811de1cae x-openstack-request-id: req-4b396666-f9ef-47cf-b9a5-423811de1cae {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:26:28.658762 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c97831-92a4-4787-aebe-934880285493", "name": "network-vif-deleted", "tag": "7afd738b-f441-4010-9877-885bfeb199c1", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:26:28.659019 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b396666-f9ef-47cf-b9a5-423811de1cae {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:26:28.659439 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c97831-92a4-4787-aebe-934880285493', 'name': 'network-vif-deleted', 'tag': '7afd738b-f441-4010-9877-885bfeb199c1', 'status': 'completed', 'code': 200} Sep 21 16:26:29.723401 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f7de500c-9665-4799-bf83-16f8c54d0745 req-6c62b682-9753-41ea-a184-c4c7fff43659 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=61c97831-92a4-4787-aebe-934880285493 HTTP/1.1" status: 200 len: 210 time: 0.0254335 Sep 21 16:26:29.775352 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f022536-0477-44ab-9438-7bda8ee6d978 req-0bd521da-a818-4177-8867-10afaf11d0c3 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:29.776853 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9f022536-0477-44ab-9438-7bda8ee6d978 req-0bd521da-a818-4177-8867-10afaf11d0c3 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=00a99794-b088-4e43-9ce2-47165c7ad18f HTTP/1.1" status: 200 len: 945 time: 0.0489724 Sep 21 16:26:29.814710 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9f022536-0477-44ab-9438-7bda8ee6d978 req-2cfe321d-867a-4ba8-94c0-5d2b5a366894 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318744 Sep 21 16:26:30.986395 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8481c-50f3-467d-9bf1-6830b51a4b04 req-96be7d9c-e259-45a7-bfc9-89ec0f0d5e64 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:30.989090 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-dec8481c-50f3-467d-9bf1-6830b51a4b04 req-96be7d9c-e259-45a7-bfc9-89ec0f0d5e64 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=00a99794-b088-4e43-9ce2-47165c7ad18f HTTP/1.1" status: 200 len: 945 time: 0.0543835 Sep 21 16:26:31.030022 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-dec8481c-50f3-467d-9bf1-6830b51a4b04 req-5ef4e09e-1615-4d1d-98a2-ce46715293a1 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348556 Sep 21 16:26:31.297646 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cb032-42fc-44d8-ba1c-654675ec4c06 req-cd5e0d9c-79f4-4c89-8736-32679906c4c7 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:31.299148 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-498cb032-42fc-44d8-ba1c-654675ec4c06 req-cd5e0d9c-79f4-4c89-8736-32679906c4c7 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0513000 Sep 21 16:26:31.337777 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-498cb032-42fc-44d8-ba1c-654675ec4c06 req-ec949b94-90d6-4547-badb-1371e7479254 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325258 Sep 21 16:26:31.613655 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586348e-ce39-446b-a8aa-7feb64bc21a2 req-84892d75-3904-4553-a02a-ba0081bed7f7 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:31.615605 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b586348e-ce39-446b-a8aa-7feb64bc21a2 req-84892d75-3904-4553-a02a-ba0081bed7f7 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.44 "GET /v2.0/ports?device_id=00a99794-b088-4e43-9ce2-47165c7ad18f HTTP/1.1" status: 200 len: 945 time: 0.0507579 Sep 21 16:26:31.715902 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [req-b586348e-ce39-446b-a8aa-7feb64bc21a2 req-cd38c895-d32d-495f-bcfe-5dfef42f3682 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Deleting port 67d865ef-3b4f-40fd-a66e-31d53b56c4b7 {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:26:31.716241 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-b586348e-ce39-446b-a8aa-7feb64bc21a2 req-cd38c895-d32d-495f-bcfe-5dfef42f3682 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:31.806678 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-b586348e-ce39-446b-a8aa-7feb64bc21a2 req-cd38c895-d32d-495f-bcfe-5dfef42f3682 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] For port 67d865ef-3b4f-40fd-a66e-31d53b56c4b7, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=67d865ef-3b4f-40fd-a66e-31d53b56c4b7,segment=NetworkSegment(339411b1-a747-4f71-987b-11bb17257499),segment_id=339411b1-a747-4f71-987b-11bb17257499)] {{(pid=184191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:26:31.807121 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-b586348e-ce39-446b-a8aa-7feb64bc21a2 req-cd38c895-d32d-495f-bcfe-5dfef42f3682 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:31.819132 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [req-b586348e-ce39-446b-a8aa-7feb64bc21a2 req-cd38c895-d32d-495f-bcfe-5dfef42f3682 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Calling delete_port for 67d865ef-3b4f-40fd-a66e-31d53b56c4b7 owned by compute:nova {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:26:32.008256 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-b586348e-ce39-446b-a8aa-7feb64bc21a2 req-cd38c895-d32d-495f-bcfe-5dfef42f3682 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:32.022884 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['0ca71c07-a56e-41e7-b6bb-aca8f68cfffa', 'cec875ac-7e2b-4105-ac79-84434edd01df', 'c935cc29-f735-4b63-b0e2-c548fb0efb3c', '67d865ef-3b4f-40fd-a66e-31d53b56c4b7'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:26:32.041116 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38c895-d32d-495f-bcfe-5dfef42f3682 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Pushing event deleted for resources: {'Port': ['ID=67d865ef-3b4f-40fd-a66e-31d53b56c4b7,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:32.092810 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [req-b586348e-ce39-446b-a8aa-7feb64bc21a2 req-cd38c895-d32d-495f-bcfe-5dfef42f3682 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] No DVR routers for this DVR port 67d865ef-3b4f-40fd-a66e-31d53b56c4b7 on host hv-cinder-81003 {{(pid=184191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:26:32.095441 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-b586348e-ce39-446b-a8aa-7feb64bc21a2 req-cd38c895-d32d-495f-bcfe-5dfef42f3682 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:32.097499 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b586348e-ce39-446b-a8aa-7feb64bc21a2 req-cd38c895-d32d-495f-bcfe-5dfef42f3682 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.44 "DELETE /v2.0/ports/67d865ef-3b4f-40fd-a66e-31d53b56c4b7 HTTP/1.1" status: 204 len: 173 time: 0.4739189 Sep 21 16:26:32.098442 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a99794-b088-4e43-9ce2-47165c7ad18f', 'name': 'network-vif-deleted', 'tag': '67d865ef-3b4f-40fd-a66e-31d53b56c4b7'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:26:32.100418 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad10a3a5-54cf-4fa7-a1e7-fe6e30a545e5" -d '{"events": [{"server_uuid": "00a99794-b088-4e43-9ce2-47165c7ad18f", "name": "network-vif-deleted", "tag": "67d865ef-3b4f-40fd-a66e-31d53b56c4b7"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:26:32.163834 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9b034baa-7273-4394-869f-a65100ab08f8 req-2a5bee4e-c840-478f-bc94-5330497ff1fa tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=00a99794-b088-4e43-9ce2-47165c7ad18f HTTP/1.1" status: 200 len: 210 time: 0.0460992 Sep 21 16:26:32.165351 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6b17ee-cf49-4f16-a16f-8e25f01e6d9f x-openstack-request-id: req-7e6b17ee-cf49-4f16-a16f-8e25f01e6d9f {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:26:32.165644 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a99794-b088-4e43-9ce2-47165c7ad18f", "name": "network-vif-deleted", "tag": "67d865ef-3b4f-40fd-a66e-31d53b56c4b7", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:26:32.165894 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7e6b17ee-cf49-4f16-a16f-8e25f01e6d9f {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:26:32.166439 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a99794-b088-4e43-9ce2-47165c7ad18f', 'name': 'network-vif-deleted', 'tag': '67d865ef-3b4f-40fd-a66e-31d53b56c4b7', 'status': 'completed', 'code': 200} Sep 21 16:26:32.404326 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 7afd738b-f441-4010-9877-885bfeb199c1 no longer exists at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:26:32.424363 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] No Port match for: 7afd738b-f441-4010-9877-885bfeb199c1 {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:26:32.427677 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 7afd738b-f441-4010-9877-885bfeb199c1 not bound to the agent host hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:26:32.466492 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a05f0-6dcf-4389-bd63-8629661f6973 req-1de9cb2c-08a0-48a7-934c-8e4792606e7b tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:32.468143 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-910a05f0-6dcf-4389-bd63-8629661f6973 req-1de9cb2c-08a0-48a7-934c-8e4792606e7b tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0531111 Sep 21 16:26:32.508936 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-910a05f0-6dcf-4389-bd63-8629661f6973 req-c14d9ed4-fd3e-4f32-b120-e4084c08c99e tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337834 Sep 21 16:26:32.754566 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 32954) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:26:32.861982 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-10d37a76-dae3-4d0d-bf22-6273c3cad410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:32.952744 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-10d37a76-dae3-4d0d-bf22-6273c3cad410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:33.025359 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-10d37a76-dae3-4d0d-bf22-6273c3cad410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:33.063270 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-10d37a76-dae3-4d0d-bf22-6273c3cad410 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a50e59bd3382432f873aedbf5661b931&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075316 Sep 21 16:26:33.065180 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d37a76-dae3-4d0d-bf22-6273c3cad410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e297c8-c6d4-47ae-a26a-234e32de490d,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:33.065942 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 32960) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:26:33.119759 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4949e394-70a3-4dcf-afe1-9a783fa6f9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:33.144486 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4949e394-70a3-4dcf-afe1-9a783fa6f9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:33.274647 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-d67d1b2a-b01d-41df-a9fc-e654f4268b43 req-18290af7-bd80-4721-b8e1-8df27c542e93 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=00a99794-b088-4e43-9ce2-47165c7ad18f HTTP/1.1" status: 200 len: 210 time: 0.0277040 Sep 21 16:26:33.299232 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4949e394-70a3-4dcf-afe1-9a783fa6f9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:33.301775 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4949e394-70a3-4dcf-afe1-9a783fa6f9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:33.303341 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-4949e394-70a3-4dcf-afe1-9a783fa6f9d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98e297c8-c6d4-47ae-a26a-234e32de490d HTTP/1.1" status: 204 len: 168 time: 0.2364299 Sep 21 16:26:33.311022 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949e394-70a3-4dcf-afe1-9a783fa6f9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e297c8-c6d4-47ae-a26a-234e32de490d,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:33.632521 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d303b-2550-4a9f-a098-c4afd0029ebc req-356f7629-bebf-4f86-be66-0669cd7dff98 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:33.634154 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c86d303b-2550-4a9f-a098-c4afd0029ebc req-356f7629-bebf-4f86-be66-0669cd7dff98 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0574028 Sep 21 16:26:33.675738 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c86d303b-2550-4a9f-a098-c4afd0029ebc req-c0da668a-3bf0-4eb7-a3a9-b432f52218f7 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351722 Sep 21 16:26:34.419517 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 67d865ef-3b4f-40fd-a66e-31d53b56c4b7 no longer exists at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:26:34.439723 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] No Port match for: 67d865ef-3b4f-40fd-a66e-31d53b56c4b7 {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:26:34.440067 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 67d865ef-3b4f-40fd-a66e-31d53b56c4b7 not bound to the agent host hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:26:34.793856 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42e3db-e040-4b51-84a6-8a8575aa8d5f req-4a0f7202-164e-48fc-a831-5280d341e3af tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:34.795352 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-be42e3db-e040-4b51-84a6-8a8575aa8d5f req-4a0f7202-164e-48fc-a831-5280d341e3af tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0489609 Sep 21 16:26:34.834075 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-be42e3db-e040-4b51-84a6-8a8575aa8d5f req-23b4fbef-51df-4550-bc3f-b3a9a1631690 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325830 Sep 21 16:26:35.954671 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b613e3b-4da4-4b14-b66b-22366b3c814c req-3331479c-aba5-4c44-8f12-4a574e8711cf tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:35.956137 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3b613e3b-4da4-4b14-b66b-22366b3c814c req-3331479c-aba5-4c44-8f12-4a574e8711cf tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0521960 Sep 21 16:26:35.995064 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3b613e3b-4da4-4b14-b66b-22366b3c814c req-535f59b0-313d-4bd2-a510-ba0b71ea9974 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318458 Sep 21 16:26:36.079752 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6533d3-94e3-4ad3-83c9-b7d8878fb5ae req-8d7b85eb-5760-47bd-8d14-ebc8060132df tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:36.081262 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9a6533d3-94e3-4ad3-83c9-b7d8878fb5ae req-8d7b85eb-5760-47bd-8d14-ebc8060132df tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b013078-b411-418d-8803-2c1374e53c27 HTTP/1.1" status: 200 len: 946 time: 0.0501709 Sep 21 16:26:36.119078 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9a6533d3-94e3-4ad3-83c9-b7d8878fb5ae req-cb8c6519-03f9-4ddf-99f8-adc02c16d518 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315869 Sep 21 16:26:37.110470 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c461d-fc15-4376-a0af-bb488ec36b16 req-cd48feb6-88f5-47c1-8340-408c20ebd696 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:37.111959 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-000c461d-fc15-4376-a0af-bb488ec36b16 req-cd48feb6-88f5-47c1-8340-408c20ebd696 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0483863 Sep 21 16:26:37.162930 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-000c461d-fc15-4376-a0af-bb488ec36b16 req-6d1a9099-b7ad-4e9b-be4d-d40bb0e997ad tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442722 Sep 21 16:26:37.264601 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e1efc-8ae9-4d6c-a7e1-e0cd5c2a0f2b req-e61f6d51-f952-4c30-bf18-93c7d30513aa tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:37.266067 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-aa7e1efc-8ae9-4d6c-a7e1-e0cd5c2a0f2b req-e61f6d51-f952-4c30-bf18-93c7d30513aa tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b013078-b411-418d-8803-2c1374e53c27 HTTP/1.1" status: 200 len: 946 time: 0.0485725 Sep 21 16:26:37.303843 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-aa7e1efc-8ae9-4d6c-a7e1-e0cd5c2a0f2b req-d84bcfc7-1e9a-4a2c-9445-7ffcdad9755d tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318077 Sep 21 16:26:37.866307 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c4b10-c042-4a91-86a1-f97cc792a734 req-7f934b6d-a06f-4835-8959-e3210a4d9e4a tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:37.867764 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8a6c4b10-c042-4a91-86a1-f97cc792a734 req-7f934b6d-a06f-4835-8959-e3210a4d9e4a tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0481555 Sep 21 16:26:37.960056 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [req-8a6c4b10-c042-4a91-86a1-f97cc792a734 req-a5ffbbe1-c1d2-438b-919b-614d31954714 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Deleting port 0310b441-b200-48bf-979f-9d2e48b7400b {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:26:37.960554 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-8a6c4b10-c042-4a91-86a1-f97cc792a734 req-a5ffbbe1-c1d2-438b-919b-614d31954714 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:38.051250 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-8a6c4b10-c042-4a91-86a1-f97cc792a734 req-a5ffbbe1-c1d2-438b-919b-614d31954714 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] For port 0310b441-b200-48bf-979f-9d2e48b7400b, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=0310b441-b200-48bf-979f-9d2e48b7400b,segment=NetworkSegment(909f816d-0f09-4aa7-bde3-4575c942579f),segment_id=909f816d-0f09-4aa7-bde3-4575c942579f)] {{(pid=184191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:26:38.051637 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-8a6c4b10-c042-4a91-86a1-f97cc792a734 req-a5ffbbe1-c1d2-438b-919b-614d31954714 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:38.063740 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [req-8a6c4b10-c042-4a91-86a1-f97cc792a734 req-a5ffbbe1-c1d2-438b-919b-614d31954714 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Calling delete_port for 0310b441-b200-48bf-979f-9d2e48b7400b owned by compute:nova {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:26:38.280274 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7a8da-a5fe-41e6-904c-53314fb65671 req-69e347bb-b6e2-4abd-bfb8-5f4bdd0023ed tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:38.281836 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7fe7a8da-a5fe-41e6-904c-53314fb65671 req-69e347bb-b6e2-4abd-bfb8-5f4bdd0023ed tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e7b75ce-cb32-44c4-acf9-2c7cfd060e63 HTTP/1.1" status: 200 len: 945 time: 0.0505557 Sep 21 16:26:38.282895 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-8a6c4b10-c042-4a91-86a1-f97cc792a734 req-a5ffbbe1-c1d2-438b-919b-614d31954714 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:38.294363 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['0310b441-b200-48bf-979f-9d2e48b7400b'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:26:38.318624 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ffbbe1-c1d2-438b-919b-614d31954714 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Pushing event deleted for resources: {'Port': ['ID=0310b441-b200-48bf-979f-9d2e48b7400b,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:38.380638 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6c4b10-c042-4a91-86a1-f97cc792a734 req-a5ffbbe1-c1d2-438b-919b-614d31954714 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] No DVR routers for this DVR port 0310b441-b200-48bf-979f-9d2e48b7400b on host hv-cinder-81003 {{(pid=184191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:26:38.385149 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7fe7a8da-a5fe-41e6-904c-53314fb65671 req-f806d5d5-0c47-4747-ad67-35e77aac99d5 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.41 "GET /v2.0/security-groups?id=77a496a6-4e59-4e40-9b62-41246792163f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944409 Sep 21 16:26:38.386223 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-8a6c4b10-c042-4a91-86a1-f97cc792a734 req-a5ffbbe1-c1d2-438b-919b-614d31954714 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:38.388120 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8a6c4b10-c042-4a91-86a1-f97cc792a734 req-a5ffbbe1-c1d2-438b-919b-614d31954714 tempest-ServerRescueNegativeTestJSON-1785648570 tempest-ServerRescueNegativeTestJSON-1785648570-project] 10.222.0.44 "DELETE /v2.0/ports/0310b441-b200-48bf-979f-9d2e48b7400b HTTP/1.1" status: 204 len: 173 time: 0.5143106 Sep 21 16:26:38.388556 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7b75ce-cb32-44c4-acf9-2c7cfd060e63', 'name': 'network-vif-deleted', 'tag': '0310b441-b200-48bf-979f-9d2e48b7400b'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:26:38.395622 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5b538c-f4e6-494a-8b26-a0b4c950a892" -d '{"events": [{"server_uuid": "6e7b75ce-cb32-44c4-acf9-2c7cfd060e63", "name": "network-vif-deleted", "tag": "0310b441-b200-48bf-979f-9d2e48b7400b"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:26:38.430261 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a7f6f-528c-4499-b218-b8afdaac62ff req-d252c214-cdae-4615-bae0-c76dab535c58 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:38.431801 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-fa9a7f6f-528c-4499-b218-b8afdaac62ff req-d252c214-cdae-4615-bae0-c76dab535c58 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b013078-b411-418d-8803-2c1374e53c27 HTTP/1.1" status: 200 len: 946 time: 0.0580659 Sep 21 16:26:38.438227 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba994ed-6107-4ead-922f-f78b9cbc5493 x-openstack-request-id: req-8ba994ed-6107-4ead-922f-f78b9cbc5493 {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:26:38.438497 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7b75ce-cb32-44c4-acf9-2c7cfd060e63", "name": "network-vif-deleted", "tag": "0310b441-b200-48bf-979f-9d2e48b7400b", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:26:38.438753 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8ba994ed-6107-4ead-922f-f78b9cbc5493 {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:26:38.439149 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7b75ce-cb32-44c4-acf9-2c7cfd060e63', 'name': 'network-vif-deleted', 'tag': '0310b441-b200-48bf-979f-9d2e48b7400b', 'status': 'completed', 'code': 200} Sep 21 16:26:38.473562 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-fa9a7f6f-528c-4499-b218-b8afdaac62ff req-cea6aa09-4cee-4e75-bd06-fdee8f6f7655 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352938 Sep 21 16:26:38.673228 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7f9e4-ed89-4c68-93e6-dcc6abe64689 req-2a38032f-3e5b-4d92-ad9f-ea576255b256 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:38.674752 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-d3a7f9e4-ed89-4c68-93e6-dcc6abe64689 req-2a38032f-3e5b-4d92-ad9f-ea576255b256 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b013078-b411-418d-8803-2c1374e53c27 HTTP/1.1" status: 200 len: 946 time: 0.0525007 Sep 21 16:26:38.780918 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [req-d3a7f9e4-ed89-4c68-93e6-dcc6abe64689 req-cf595f6e-4160-42f2-a956-87187db202db tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Deleting port c935cc29-f735-4b63-b0e2-c548fb0efb3c {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:26:38.781258 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-d3a7f9e4-ed89-4c68-93e6-dcc6abe64689 req-cf595f6e-4160-42f2-a956-87187db202db tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:38.879382 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-d3a7f9e4-ed89-4c68-93e6-dcc6abe64689 req-cf595f6e-4160-42f2-a956-87187db202db tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] For port c935cc29-f735-4b63-b0e2-c548fb0efb3c, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=c935cc29-f735-4b63-b0e2-c548fb0efb3c,segment=NetworkSegment(339411b1-a747-4f71-987b-11bb17257499),segment_id=339411b1-a747-4f71-987b-11bb17257499)] {{(pid=184191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:26:38.879779 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-d3a7f9e4-ed89-4c68-93e6-dcc6abe64689 req-cf595f6e-4160-42f2-a956-87187db202db tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:38.892800 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [req-d3a7f9e4-ed89-4c68-93e6-dcc6abe64689 req-cf595f6e-4160-42f2-a956-87187db202db tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Calling delete_port for c935cc29-f735-4b63-b0e2-c548fb0efb3c owned by compute:nova {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:26:39.111096 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-d3a7f9e4-ed89-4c68-93e6-dcc6abe64689 req-cf595f6e-4160-42f2-a956-87187db202db tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:39.111333 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:39.123592 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['0ca71c07-a56e-41e7-b6bb-aca8f68cfffa', 'cec875ac-7e2b-4105-ac79-84434edd01df', 'c935cc29-f735-4b63-b0e2-c548fb0efb3c'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:26:39.142975 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf595f6e-4160-42f2-a956-87187db202db tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Pushing event deleted for resources: {'Port': ['ID=c935cc29-f735-4b63-b0e2-c548fb0efb3c,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:39.187551 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a7f9e4-ed89-4c68-93e6-dcc6abe64689 req-cf595f6e-4160-42f2-a956-87187db202db tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] No DVR routers for this DVR port c935cc29-f735-4b63-b0e2-c548fb0efb3c on host hv-cinder-81003 {{(pid=184191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:26:39.190194 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-d3a7f9e4-ed89-4c68-93e6-dcc6abe64689 req-cf595f6e-4160-42f2-a956-87187db202db tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:39.201218 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-d3a7f9e4-ed89-4c68-93e6-dcc6abe64689 req-cf595f6e-4160-42f2-a956-87187db202db tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.44 "DELETE /v2.0/ports/c935cc29-f735-4b63-b0e2-c548fb0efb3c HTTP/1.1" status: 204 len: 173 time: 0.5100384 Sep 21 16:26:39.441774 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 33030) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:26:39.578177 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5499d0cc-f12d-45b9-bf1c-2b92a174e1cf req-fc9a552e-0069-42d4-b1a3-23edb9c77f45 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b013078-b411-418d-8803-2c1374e53c27 HTTP/1.1" status: 200 len: 210 time: 0.0357049 Sep 21 16:26:39.889599 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ee1ed270-a4e9-4f24-9cb9-bc5db06ba37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-616722'] for router_interface, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:40.184175 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [None req-ee1ed270-a4e9-4f24-9cb9-bc5db06ba37f admin admin] Deleting port 98cc8987-2ba3-42a3-961a-1ce609974887 {{(pid=184192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:26:40.184508 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ee1ed270-a4e9-4f24-9cb9-bc5db06ba37f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:40.290736 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-1a5f2d6b-8e8e-4a9e-8ead-ce5b262fb00c tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-395697887&fields=id&tenant_id=d4122ef3fa8f41e9ab1a2f71d1e6613d HTTP/1.1" status: 200 len: 267 time: 0.0838087 Sep 21 16:26:40.297432 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [None req-ee1ed270-a4e9-4f24-9cb9-bc5db06ba37f admin admin] For port 98cc8987-2ba3-42a3-961a-1ce609974887, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=98cc8987-2ba3-42a3-961a-1ce609974887,segment=NetworkSegment(909f816d-0f09-4aa7-bde3-4575c942579f),segment_id=909f816d-0f09-4aa7-bde3-4575c942579f)] {{(pid=184192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:26:40.305088 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ee1ed270-a4e9-4f24-9cb9-bc5db06ba37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:40.330947 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [None req-ee1ed270-a4e9-4f24-9cb9-bc5db06ba37f admin admin] Calling delete_port for 98cc8987-2ba3-42a3-961a-1ce609974887 owned by network:router_interface {{(pid=184192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:26:40.440679 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b013078-b411-418d-8803-2c1374e53c27', 'name': 'network-vif-deleted', 'tag': 'c935cc29-f735-4b63-b0e2-c548fb0efb3c'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:26:40.443271 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941f6b7e-bbec-4ad3-afa0-7af7df6c656e" -d '{"events": [{"server_uuid": "3b013078-b411-418d-8803-2c1374e53c27", "name": "network-vif-deleted", "tag": "c935cc29-f735-4b63-b0e2-c548fb0efb3c"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:26:40.457641 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 0310b441-b200-48bf-979f-9d2e48b7400b no longer exists at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:26:40.459421 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-b4fbd32d-1375-440c-8d95-d9da14ae3d94 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:40.460884 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-b4fbd32d-1375-440c-8d95-d9da14ae3d94 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/networks?id=5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7 HTTP/1.1" status: 200 len: 808 time: 0.1604834 Sep 21 16:26:40.486746 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] No Port match for: 0310b441-b200-48bf-979f-9d2e48b7400b {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:26:40.489937 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 0310b441-b200-48bf-979f-9d2e48b7400b not bound to the agent host hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:26:40.491886 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device c935cc29-f735-4b63-b0e2-c548fb0efb3c no longer exists at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:26:40.511186 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-bab76352-dbfc-476f-9f9e-6c8dbcad7497 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/quotas/d4122ef3fa8f41e9ab1a2f71d1e6613d HTTP/1.1" status: 200 len: 375 time: 0.0431170 Sep 21 16:26:40.514634 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] No Port match for: c935cc29-f735-4b63-b0e2-c548fb0efb3c {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:26:40.515027 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device c935cc29-f735-4b63-b0e2-c548fb0efb3c not bound to the agent host hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:26:40.525780 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5634c3-e69f-485b-9f03-7ab245ea2567 x-openstack-request-id: req-5b5634c3-e69f-485b-9f03-7ab245ea2567 {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:26:40.526077 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b013078-b411-418d-8803-2c1374e53c27", "name": "network-vif-deleted", "tag": "c935cc29-f735-4b63-b0e2-c548fb0efb3c", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:26:40.526327 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b5634c3-e69f-485b-9f03-7ab245ea2567 {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:26:40.526779 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b013078-b411-418d-8803-2c1374e53c27', 'name': 'network-vif-deleted', 'tag': 'c935cc29-f735-4b63-b0e2-c548fb0efb3c', 'status': 'completed', 'code': 200} Sep 21 16:26:40.604732 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-de090754-8b55-4da5-bece-2c71b474a817 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4122ef3fa8f41e9ab1a2f71d1e6613d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796509 Sep 21 16:26:40.689334 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ee1ed270-a4e9-4f24-9cb9-bc5db06ba37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5165539'] for port, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:40.731598 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ed270-a4e9-4f24-9cb9-bc5db06ba37f admin admin] Pushing event deleted for resources: {'Port': ['ID=98cc8987-2ba3-42a3-961a-1ce609974887,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:40.746487 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-6be95d9a-be65-4623-818e-00916f881532 service neutron] 10.222.0.41 "GET /v2.0/networks/5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219277 Sep 21 16:26:41.090927 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f9c0a-c88c-4754-bf18-afa0442381c2 req-692c1d77-feb7-4aed-84f3-dc5749cd6412 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:41.092641 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-da2f9c0a-c88c-4754-bf18-afa0442381c2 req-692c1d77-feb7-4aed-84f3-dc5749cd6412 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cadd213-9e99-4687-983a-70d98248d10a HTTP/1.1" status: 200 len: 945 time: 0.0507207 Sep 21 16:26:41.139327 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-da2f9c0a-c88c-4754-bf18-afa0442381c2 req-640f4625-c42c-45fe-8435-c139fc525c9f tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406489 Sep 21 16:26:41.149338 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-b7458780-5a5f-42a2-886e-3254370c5420 service neutron] 10.222.0.41 "GET /v2.0/networks/5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576910 Sep 21 16:26:41.212422 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ee1ed270-a4e9-4f24-9cb9-bc5db06ba37f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615586'] for router_interface, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:41.444948 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1ed270-a4e9-4f24-9cb9-bc5db06ba37f admin admin] Router a70d54da-b128-4676-accf-aec2209d6dac has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:26:41.573511 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1ed270-a4e9-4f24-9cb9-bc5db06ba37f admin admin] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:26:41.579163 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-ee1ed270-a4e9-4f24-9cb9-bc5db06ba37f admin admin] 10.222.0.41 "PUT /v2.0/routers/a70d54da-b128-4676-accf-aec2209d6dac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1360605 Sep 21 16:26:41.581606 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 33062) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:26:41.586819 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b4682-abdf-40df-88e7-6ef5ef16f83f None None] Sync routers for ids ['a70d54da-b128-4676-accf-aec2209d6dac'] in dv-cinder-810035-1-iscsi {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:26:41.597961 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52b4682-abdf-40df-88e7-6ef5ef16f83f None None] Routers {'a70d54da-b128-4676-accf-aec2209d6dac'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:26:41.600991 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-e52b4682-abdf-40df-88e7-6ef5ef16f83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:26:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['a70d54da-b128-4676-accf-aec2209d6dac'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:26:41.691616 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b417b2f7-9148-4f3a-844f-494ae13b3d0e admin admin] Notify callbacks [] for router, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:41.703720 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-e52b4682-abdf-40df-88e7-6ef5ef16f83f None None] Set router a70d54da-b128-4676-accf-aec2209d6dac gateway port host: dv-cinder-810035-1-iscsi {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:26:41.768666 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-0060f387-34ef-4445-ad74-7cb659ddf2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:41.804578 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c6b967ce-cd57-436c-b5e4-09fdd0835dab req-49f8251d-14ed-4adc-a133-d7218ceb31d5 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 210 time: 0.0385904 Sep 21 16:26:41.829670 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b417b2f7-9148-4f3a-844f-494ae13b3d0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:41.977486 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-e52b4682-abdf-40df-88e7-6ef5ef16f83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70d54da-b128-4676-accf-aec2209d6dac', 'name': 'tempest-ServerRescueNegativeTestJSON-774173010-router', 'tenant_id': '93f2e2ff196b40faba780c1bba395eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'fed66a0f-1c95-4fff-aa0e-a1de936ede27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:26:40Z', 'revision_number': 5, 'project_id': '93f2e2ff196b40faba780c1bba395eba', 'gw_port': {'id': 'fed66a0f-1c95-4fff-aa0e-a1de936ede27', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:70:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70d54da-b128-4676-accf-aec2209d6dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:02Z', 'updated_at': '2021-09-21T16:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi'}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:26:42.004027 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [None req-b417b2f7-9148-4f3a-844f-494ae13b3d0e admin admin] Deleting port fed66a0f-1c95-4fff-aa0e-a1de936ede27 {{(pid=184192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:26:42.004480 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b4682-abdf-40df-88e7-6ef5ef16f83f None None] Checking router: a70d54da-b128-4676-accf-aec2209d6dac for host: dv-cinder-810035-1-iscsi {{(pid=184194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:26:42.004598 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b417b2f7-9148-4f3a-844f-494ae13b3d0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:42.013398 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52b4682-abdf-40df-88e7-6ef5ef16f83f None None] Routers {'a70d54da-b128-4676-accf-aec2209d6dac'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:26:42.014117 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-e52b4682-abdf-40df-88e7-6ef5ef16f83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:26:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['a70d54da-b128-4676-accf-aec2209d6dac'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:26:42.092183 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [None req-b417b2f7-9148-4f3a-844f-494ae13b3d0e admin admin] For port fed66a0f-1c95-4fff-aa0e-a1de936ede27, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=fed66a0f-1c95-4fff-aa0e-a1de936ede27,segment=NetworkSegment(20491f07-cf61-416d-8708-a00434b2d30f),segment_id=20491f07-cf61-416d-8708-a00434b2d30f)] {{(pid=184192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:26:42.092542 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b417b2f7-9148-4f3a-844f-494ae13b3d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:42.101044 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-e52b4682-abdf-40df-88e7-6ef5ef16f83f None None] Set router a70d54da-b128-4676-accf-aec2209d6dac gateway port host: None {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:26:42.107459 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [None req-b417b2f7-9148-4f3a-844f-494ae13b3d0e admin admin] Calling delete_port for fed66a0f-1c95-4fff-aa0e-a1de936ede27 owned by network:router_gateway {{(pid=184192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:26:42.157616 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-e52b4682-abdf-40df-88e7-6ef5ef16f83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70d54da-b128-4676-accf-aec2209d6dac', 'name': 'tempest-ServerRescueNegativeTestJSON-774173010-router', 'tenant_id': '93f2e2ff196b40faba780c1bba395eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:26:41Z', 'revision_number': 6, 'project_id': '93f2e2ff196b40faba780c1bba395eba', 'gw_port_host': None}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:26:42.185579 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b4682-abdf-40df-88e7-6ef5ef16f83f None None] The sync data for ids ['a70d54da-b128-4676-accf-aec2209d6dac'] in dv-cinder-810035-1-iscsi is: [{'id': 'a70d54da-b128-4676-accf-aec2209d6dac', 'name': 'tempest-ServerRescueNegativeTestJSON-774173010-router', 'tenant_id': '93f2e2ff196b40faba780c1bba395eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:26:41Z', 'revision_number': 6, 'project_id': '93f2e2ff196b40faba780c1bba395eba', 'gw_port_host': None}] {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:26:42.269310 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381142f-3067-421b-b998-cbbd6d3c43da req-60109ce3-5102-4c01-871d-d9f17d3ef5d4 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:42.271507 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a381142f-3067-421b-b998-cbbd6d3c43da req-60109ce3-5102-4c01-871d-d9f17d3ef5d4 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cadd213-9e99-4687-983a-70d98248d10a HTTP/1.1" status: 200 len: 945 time: 0.0529063 Sep 21 16:26:42.310369 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a381142f-3067-421b-b998-cbbd6d3c43da req-38aff507-496f-4b30-8ac7-f61ac6e27de7 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323591 Sep 21 16:26:42.378939 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b417b2f7-9148-4f3a-844f-494ae13b3d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5165539'] for port, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:42.403593 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417b2f7-9148-4f3a-844f-494ae13b3d0e admin admin] Pushing event deleted for resources: {'Port': ['ID=fed66a0f-1c95-4fff-aa0e-a1de936ede27,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:42.472546 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b417b2f7-9148-4f3a-844f-494ae13b3d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615524'] for router_gateway, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:42.587286 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b417b2f7-9148-4f3a-844f-494ae13b3d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-685'] for router, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:42.589879 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b417b2f7-9148-4f3a-844f-494ae13b3d0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:42.739621 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b417b2f7-9148-4f3a-844f-494ae13b3d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612814'] for router, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:42.740198 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b417b2f7-9148-4f3a-844f-494ae13b3d0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a70d54da-b128-4676-accf-aec2209d6dac {{(pid=184192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 16:26:42.748251 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b417b2f7-9148-4f3a-844f-494ae13b3d0e admin admin] Notify callbacks [] for router, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:42.748251 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-b417b2f7-9148-4f3a-844f-494ae13b3d0e admin admin] 10.222.0.41 "DELETE /v2.0/routers/a70d54da-b128-4676-accf-aec2209d6dac HTTP/1.1" status: 204 len: 168 time: 1.1638558 Sep 21 16:26:42.749079 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 33080) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:26:42.792815 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f8f7fcc-f590-42d6-8c88-4438585a3ab7 admin admin] Deleting subnet ef51e1de-25f4-45cd-93c9-f3bb42d432a3 {{(pid=184192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 16:26:42.795758 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-2f8f7fcc-f590-42d6-8c88-4438585a3ab7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:42.836143 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-2f8f7fcc-f590-42d6-8c88-4438585a3ab7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4837901'] for subnet, precommit_delete_associations {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:42.875709 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-2f8f7fcc-f590-42d6-8c88-4438585a3ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1636446'] for subnet, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:42.913213 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5af3b6b3-585e-467e-945c-67ebc921eed0 req-472825d9-5f5f-45c8-890b-e5e773572bbf tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 210 time: 0.0307031 Sep 21 16:26:42.939622 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a428784-9304-46f2-8edb-286ca57a1e27 req-c480b481-e50e-47a8-8a5c-f81bc5625728 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:42.941060 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7a428784-9304-46f2-8edb-286ca57a1e27 req-c480b481-e50e-47a8-8a5c-f81bc5625728 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.44 "GET /v2.0/ports?device_id=8cadd213-9e99-4687-983a-70d98248d10a HTTP/1.1" status: 200 len: 945 time: 0.0886283 Sep 21 16:26:43.040541 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [req-7a428784-9304-46f2-8edb-286ca57a1e27 req-ae81f802-0139-4d20-a610-f530f6504dc8 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Deleting port cec875ac-7e2b-4105-ac79-84434edd01df {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:26:43.040873 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-7a428784-9304-46f2-8edb-286ca57a1e27 req-ae81f802-0139-4d20-a610-f530f6504dc8 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:43.054036 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-2f8f7fcc-f590-42d6-8c88-4438585a3ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1636425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5165516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4940075'] for subnet, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:43.079570 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f7fcc-f590-42d6-8c88-4438585a3ab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef51e1de-25f4-45cd-93c9-f3bb42d432a3,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:43.084005 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-2f8f7fcc-f590-42d6-8c88-4438585a3ab7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:43.085909 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-2f8f7fcc-f590-42d6-8c88-4438585a3ab7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ef51e1de-25f4-45cd-93c9-f3bb42d432a3 HTTP/1.1" status: 204 len: 168 time: 0.3358469 Sep 21 16:26:43.088404 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 33084) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:26:43.139310 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-7a428784-9304-46f2-8edb-286ca57a1e27 req-ae81f802-0139-4d20-a610-f530f6504dc8 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] For port cec875ac-7e2b-4105-ac79-84434edd01df, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=cec875ac-7e2b-4105-ac79-84434edd01df,segment=NetworkSegment(339411b1-a747-4f71-987b-11bb17257499),segment_id=339411b1-a747-4f71-987b-11bb17257499)] {{(pid=184191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:26:43.139798 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-7a428784-9304-46f2-8edb-286ca57a1e27 req-ae81f802-0139-4d20-a610-f530f6504dc8 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:43.164278 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [req-7a428784-9304-46f2-8edb-286ca57a1e27 req-ae81f802-0139-4d20-a610-f530f6504dc8 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Calling delete_port for cec875ac-7e2b-4105-ac79-84434edd01df owned by compute:nova {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:26:43.173334 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5ffdf920-2cf6-4529-9355-b16dce612219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1604015'] for network, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:43.239064 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 98cc8987-2ba3-42a3-961a-1ce609974887 no longer exists at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:26:43.255972 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5ffdf920-2cf6-4529-9355-b16dce612219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635289', 'neutron.services.segments.db._delete_segments_for_network-8785855709341'] for network, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:43.269887 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] No Port match for: 98cc8987-2ba3-42a3-961a-1ce609974887 {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:26:43.275610 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 98cc8987-2ba3-42a3-961a-1ce609974887 not bound to the agent host dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:26:43.281887 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device fed66a0f-1c95-4fff-aa0e-a1de936ede27 no longer exists at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:26:43.284351 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.services.segments.db [None req-5ffdf920-2cf6-4529-9355-b16dce612219 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b']}} {{(pid=184192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:26:43.299896 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.services.segments.db [None req-5ffdf920-2cf6-4529-9355-b16dce612219 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '909f816d-0f09-4aa7-bde3-4575c942579f') {'for_net_delete': True} {{(pid=184192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:26:43.300168 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.services.segments.db [None req-5ffdf920-2cf6-4529-9355-b16dce612219 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '909f816d-0f09-4aa7-bde3-4575c942579f') {} {{(pid=184192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:26:43.303977 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] No Port match for: fed66a0f-1c95-4fff-aa0e-a1de936ede27 {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:26:43.304643 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device fed66a0f-1c95-4fff-aa0e-a1de936ede27 not bound to the agent host dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:26:43.321634 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5ffdf920-2cf6-4529-9355-b16dce612219 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785855709862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4837894'] for segment, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:43.340341 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5ffdf920-2cf6-4529-9355-b16dce612219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:43.346702 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ffdf920-2cf6-4529-9355-b16dce612219 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=184192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:26:43.348188 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5ffdf920-2cf6-4529-9355-b16dce612219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5166354'] for segment, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:43.350340 dv-cinder-810035-1-iscsi neutron-server[184192]: Traceback (most recent call last): Sep 21 16:26:43.350340 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 16:26:43.350340 dv-cinder-810035-1-iscsi neutron-server[184192]: timer() Sep 21 16:26:43.350340 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 16:26:43.350340 dv-cinder-810035-1-iscsi neutron-server[184192]: cb(*args, **kw) Sep 21 16:26:43.350340 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 16:26:43.350340 dv-cinder-810035-1-iscsi neutron-server[184192]: return func(*args, **kwargs) Sep 21 16:26:43.350340 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 16:26:43.350340 dv-cinder-810035-1-iscsi neutron-server[184192]: self._notify() Sep 21 16:26:43.350340 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 16:26:43.350340 dv-cinder-810035-1-iscsi neutron-server[184192]: self.callback(batched_events) Sep 21 16:26:43.350340 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 16:26:43.350340 dv-cinder-810035-1-iscsi neutron-server[184192]: event.method(event) Sep 21 16:26:43.350340 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 16:26:43.350340 dv-cinder-810035-1-iscsi neutron-server[184192]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 16:26:43.350340 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 16:26:43.350340 dv-cinder-810035-1-iscsi neutron-server[184192]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 16:26:43.350340 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 16:26:43.350340 dv-cinder-810035-1-iscsi neutron-server[184192]: return f(self, *a, **k) Sep 21 16:26:43.350340 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 16:26:43.350340 dv-cinder-810035-1-iscsi neutron-server[184192]: return self._get(url).json() Sep 21 16:26:43.350340 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 16:26:43.350340 dv-cinder-810035-1-iscsi neutron-server[184192]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 16:26:43.350340 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 16:26:43.350340 dv-cinder-810035-1-iscsi neutron-server[184192]: return self.request(url, 'GET', **kwargs) Sep 21 16:26:43.350340 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 16:26:43.350340 dv-cinder-810035-1-iscsi neutron-server[184192]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 16:26:43.350340 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 16:26:43.350340 dv-cinder-810035-1-iscsi neutron-server[184192]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 16:26:43.350340 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 16:26:43.350340 dv-cinder-810035-1-iscsi neutron-server[184192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 16:26:43.350340 dv-cinder-810035-1-iscsi neutron-server[184192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 16:26:43.436639 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be6b74-eee7-47e0-afed-855d513c9427 req-c1234630-0eea-4091-a2d5-ed70d7d34c0c tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:43.439065 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-16be6b74-eee7-47e0-afed-855d513c9427 req-c1234630-0eea-4091-a2d5-ed70d7d34c0c tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cadd213-9e99-4687-983a-70d98248d10a HTTP/1.1" status: 200 len: 945 time: 0.0534983 Sep 21 16:26:43.439203 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-7a428784-9304-46f2-8edb-286ca57a1e27 req-ae81f802-0139-4d20-a610-f530f6504dc8 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:43.452976 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['0ca71c07-a56e-41e7-b6bb-aca8f68cfffa', 'cec875ac-7e2b-4105-ac79-84434edd01df'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:26:43.475729 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81f802-0139-4d20-a610-f530f6504dc8 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Pushing event deleted for resources: {'Port': ['ID=cec875ac-7e2b-4105-ac79-84434edd01df,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:43.528279 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5ffdf920-2cf6-4529-9355-b16dce612219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615424'] for network, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:43.546891 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a428784-9304-46f2-8edb-286ca57a1e27 req-ae81f802-0139-4d20-a610-f530f6504dc8 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] No DVR routers for this DVR port cec875ac-7e2b-4105-ac79-84434edd01df on host hv-cinder-81003 {{(pid=184191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:26:43.548552 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5ffdf920-2cf6-4529-9355-b16dce612219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:43.553778 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-5ffdf920-2cf6-4529-9355-b16dce612219 admin admin] 10.222.0.41 "DELETE /v2.0/networks/27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b HTTP/1.1" status: 204 len: 168 time: 0.4616580 Sep 21 16:26:43.553778 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffdf920-2cf6-4529-9355-b16dce612219 admin admin] Pushing event deleted for resources: {'Network': ['ID=27dd2c2c-5e5c-4b0b-ad1f-bef356bbab3b,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:43.558564 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-16be6b74-eee7-47e0-afed-855d513c9427 req-7c21b0fb-8a04-4aa8-8524-2d094eb7e8ca tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907292 Sep 21 16:26:43.562462 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-7a428784-9304-46f2-8edb-286ca57a1e27 req-ae81f802-0139-4d20-a610-f530f6504dc8 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:43.564771 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7a428784-9304-46f2-8edb-286ca57a1e27 req-ae81f802-0139-4d20-a610-f530f6504dc8 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.44 "DELETE /v2.0/ports/cec875ac-7e2b-4105-ac79-84434edd01df HTTP/1.1" status: 204 len: 173 time: 0.6128778 Sep 21 16:26:43.565248 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cadd213-9e99-4687-983a-70d98248d10a', 'name': 'network-vif-deleted', 'tag': 'cec875ac-7e2b-4105-ac79-84434edd01df'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:26:43.568385 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3f9632-9338-45fe-b454-babf3e1b9beb" -d '{"events": [{"server_uuid": "8cadd213-9e99-4687-983a-70d98248d10a", "name": "network-vif-deleted", "tag": "cec875ac-7e2b-4105-ac79-84434edd01df"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:26:43.610395 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2b2b62-05db-41e0-90b2-0b7b0bd9b3bd x-openstack-request-id: req-3f2b2b62-05db-41e0-90b2-0b7b0bd9b3bd {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:26:43.610698 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cadd213-9e99-4687-983a-70d98248d10a", "name": "network-vif-deleted", "tag": "cec875ac-7e2b-4105-ac79-84434edd01df", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:26:43.610973 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3f2b2b62-05db-41e0-90b2-0b7b0bd9b3bd {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:26:43.611367 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cadd213-9e99-4687-983a-70d98248d10a', 'name': 'network-vif-deleted', 'tag': 'cec875ac-7e2b-4105-ac79-84434edd01df', 'status': 'completed', 'code': 200} Sep 21 16:26:44.014044 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0822c458-34ed-4206-aec9-2866c06d5326 req-9da52960-c9de-4102-b922-1988343345e6 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 210 time: 0.0279527 Sep 21 16:26:44.080481 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 33098) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:26:44.122438 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-5a5ffb89-6d40-4052-9b52-4d49eebd2aee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=93f2e2ff196b40faba780c1bba395eba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0407128 Sep 21 16:26:44.125536 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 33100) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:26:44.197927 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-601e63c1-1856-4331-a1ce-b6f30a52b770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:44.221826 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-601e63c1-1856-4331-a1ce-b6f30a52b770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:44.424825 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-601e63c1-1856-4331-a1ce-b6f30a52b770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:44.424998 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-ed90f036-9765-4221-bc41-226c269e97b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:44.428607 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-601e63c1-1856-4331-a1ce-b6f30a52b770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:44.429755 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-601e63c1-1856-4331-a1ce-b6f30a52b770 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77a496a6-4e59-4e40-9b62-41246792163f HTTP/1.1" status: 204 len: 168 time: 0.3033071 Sep 21 16:26:44.438213 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e63c1-1856-4331-a1ce-b6f30a52b770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a496a6-4e59-4e40-9b62-41246792163f,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:44.561971 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-cc46792e-bdbe-4e35-938b-734a42a2cc06 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:44.563454 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-cc46792e-bdbe-4e35-938b-734a42a2cc06 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.44 "GET /v2.0/networks?id=5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7 HTTP/1.1" status: 200 len: 808 time: 0.1109545 Sep 21 16:26:44.617854 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-3a7042a9-6c36-4d0a-be79-cbe3d23bc666 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4122ef3fa8f41e9ab1a2f71d1e6613d HTTP/1.1" status: 200 len: 379 time: 0.0392454 Sep 21 16:26:44.634241 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-32273a12-bd3b-4cd3-9370-fbe9e4168180 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Request body: {'port': {'device_id': 'bc41fe55-28f2-49f2-a723-34ff16c684b6', 'network_id': '5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7', 'admin_state_up': True, 'tenant_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'security_groups': ['f7a72580-15c8-4c2c-b813-72c818fcc989']}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:26:44.666290 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3aad4d08-a813-4d1e-8201-3fa6a7fdab02 req-9d9e3ac6-1915-4041-a545-c0335b6e90bb tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cadd213-9e99-4687-983a-70d98248d10a HTTP/1.1" status: 200 len: 210 time: 0.0279951 Sep 21 16:26:44.814441 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-32273a12-bd3b-4cd3-9370-fbe9e4168180 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Made reservation on behalf of d4122ef3fa8f41e9ab1a2f71d1e6613d for: {'port': 1} {{(pid=184191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:26:44.821055 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-32273a12-bd3b-4cd3-9370-fbe9e4168180 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:44.877088 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:45.035001 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_common [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-32273a12-bd3b-4cd3-9370-fbe9e4168180 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Allocated IP 172.20.0.12 (5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7/e093e91b-c22f-4678-b4da-6ab8f4fff16a/d19bd978-b2b6-41b6-86ce-47fb7aef0130) {{(pid=184191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:26:45.117906 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-bda79011-52bd-49cd-a1df-83da8678bf3e req-78762515-e65c-44e7-8fd3-00823160323e tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 210 time: 0.0291295 Sep 21 16:26:45.187971 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-32273a12-bd3b-4cd3-9370-fbe9e4168180 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks [] for port, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:45.471088 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-32273a12-bd3b-4cd3-9370-fbe9e4168180 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:45.512216 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-32273a12-bd3b-4cd3-9370-fbe9e4168180 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Network 5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7 is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:26:45.515403 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-32273a12-bd3b-4cd3-9370-fbe9e4168180 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:26:45.519096 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-32273a12-bd3b-4cd3-9370-fbe9e4168180 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Received port after_create {{(pid=184191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:26:45.551202 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32273a12-bd3b-4cd3-9370-fbe9e4168180 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Pushing event updated for resources: {'Port': ['ID=d19bd978-b2b6-41b6-86ce-47fb7aef0130,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:45.577671 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-32273a12-bd3b-4cd3-9370-fbe9e4168180 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:45.578443 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-32273a12-bd3b-4cd3-9370-fbe9e4168180 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:45.648299 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:45.728667 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-32273a12-bd3b-4cd3-9370-fbe9e4168180 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0989408 Sep 21 16:26:45.742500 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-6449fb2c-95a8-42df-92b9-9f7e708c6d96 service neutron] Request body: {'port': {'device_id': 'bc41fe55-28f2-49f2-a723-34ff16c684b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81003'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:26:45.746423 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-4c74c3a4-1995-45c1-ad54-08063871c875 None None] Provisioning complete for port d19bd978-b2b6-41b6-86ce-47fb7aef0130 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:26:45.752737 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-4c74c3a4-1995-45c1-ad54-08063871c875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:45.803526 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-4c74c3a4-1995-45c1-ad54-08063871c875 None None] Port d19bd978-b2b6-41b6-86ce-47fb7aef0130 cannot update to ACTIVE because it is not bound. {{(pid=184193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 16:26:45.803750 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-6449fb2c-95a8-42df-92b9-9f7e708c6d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:46.089737 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-6449fb2c-95a8-42df-92b9-9f7e708c6d96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d19bd978-b2b6-41b6-86ce-47fb7aef0130 {{(pid=184191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:26:46.097566 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-6449fb2c-95a8-42df-92b9-9f7e708c6d96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:46.112317 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.provisioning_blocks [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-6449fb2c-95a8-42df-92b9-9f7e708c6d96 service neutron] Transition to ACTIVE for port object d19bd978-b2b6-41b6-86ce-47fb7aef0130 will not be triggered until provisioned by entity L2. {{(pid=184191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:26:46.190791 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-6449fb2c-95a8-42df-92b9-9f7e708c6d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4479009'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:46.269223 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449fb2c-95a8-42df-92b9-9f7e708c6d96 service neutron] Pushing event updated for resources: {'Port': ['ID=d19bd978-b2b6-41b6-86ce-47fb7aef0130,revision_number=2']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:46.271333 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f9429-232b-4a8f-846b-1207598ca8d7 req-b17a546e-b4dd-4878-85b1-a1d15040bbe3 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:46.272963 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-a72f9429-232b-4a8f-846b-1207598ca8d7 req-b17a546e-b4dd-4878-85b1-a1d15040bbe3 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 944 time: 0.0763257 Sep 21 16:26:46.323079 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-a72f9429-232b-4a8f-846b-1207598ca8d7 req-aef68b2e-d698-4fb4-a0cb-30a173a640a2 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435183 Sep 21 16:26:46.324990 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.managers [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-6449fb2c-95a8-42df-92b9-9f7e708c6d96 service neutron] Attempting to bind port d19bd978-b2b6-41b6-86ce-47fb7aef0130 on host hv-cinder-81003 for vnic_type normal with profile {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:26:46.325327 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.managers [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-6449fb2c-95a8-42df-92b9-9f7e708c6d96 service neutron] Attempting to bind port d19bd978-b2b6-41b6-86ce-47fb7aef0130 by drivers openvswitch,hyperv on host hv-cinder-81003 at level 0 using segments [{'id': 'a3123003-a55b-4f0e-8d56-69aba2565669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7'}] {{(pid=184191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:26:46.325658 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-6449fb2c-95a8-42df-92b9-9f7e708c6d96 service neutron] Attempting to bind port d19bd978-b2b6-41b6-86ce-47fb7aef0130 on network 5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7 {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:26:46.330368 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-6449fb2c-95a8-42df-92b9-9f7e708c6d96 service neutron] Port d19bd978-b2b6-41b6-86ce-47fb7aef0130 on network 5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81003 {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 16:26:46.330686 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-6449fb2c-95a8-42df-92b9-9f7e708c6d96 service neutron] Attempting to bind port d19bd978-b2b6-41b6-86ce-47fb7aef0130 on network 5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7 {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:26:46.336543 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-6449fb2c-95a8-42df-92b9-9f7e708c6d96 service neutron] Checking agent: {'id': 'b0f092dd-0f26-432c-b483-67197dbc1b44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'started_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:26:46.336884 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-6449fb2c-95a8-42df-92b9-9f7e708c6d96 service neutron] Checking segment: {'id': 'a3123003-a55b-4f0e-8d56-69aba2565669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:26:46.337284 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-6449fb2c-95a8-42df-92b9-9f7e708c6d96 service neutron] Bound using segment: {'id': 'a3123003-a55b-4f0e-8d56-69aba2565669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7'} {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:26:46.337693 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.managers [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-6449fb2c-95a8-42df-92b9-9f7e708c6d96 service neutron] Bound port: d19bd978-b2b6-41b6-86ce-47fb7aef0130, host: hv-cinder-81003, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3123003-a55b-4f0e-8d56-69aba2565669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7'}}] {{(pid=184191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:26:46.338049 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-6449fb2c-95a8-42df-92b9-9f7e708c6d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:46.419182 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-6449fb2c-95a8-42df-92b9-9f7e708c6d96 service neutron] For port d19bd978-b2b6-41b6-86ce-47fb7aef0130, host hv-cinder-81003, cleared binding levels {{(pid=184191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:26:46.424081 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-6449fb2c-95a8-42df-92b9-9f7e708c6d96 service neutron] For port d19bd978-b2b6-41b6-86ce-47fb7aef0130, host hv-cinder-81003, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=d19bd978-b2b6-41b6-86ce-47fb7aef0130,segment=NetworkSegment(a3123003-a55b-4f0e-8d56-69aba2565669),segment_id=a3123003-a55b-4f0e-8d56-69aba2565669)] {{(pid=184191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:26:46.466435 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device cec875ac-7e2b-4105-ac79-84434edd01df no longer exists at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:26:46.490959 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] No Port match for: cec875ac-7e2b-4105-ac79-84434edd01df {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:26:46.491301 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device cec875ac-7e2b-4105-ac79-84434edd01df not bound to the agent host hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:26:46.585741 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-6449fb2c-95a8-42df-92b9-9f7e708c6d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4479009'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:46.622454 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-6449fb2c-95a8-42df-92b9-9f7e708c6d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:46.623024 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-6449fb2c-95a8-42df-92b9-9f7e708c6d96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:46.624559 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-6449fb2c-95a8-42df-92b9-9f7e708c6d96 service neutron] 10.222.0.44 "PUT /v2.0/ports/d19bd978-b2b6-41b6-86ce-47fb7aef0130 HTTP/1.1" status: 200 len: 1094 time: 0.8869803 Sep 21 16:26:46.625229 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc41fe55-28f2-49f2-a723-34ff16c684b6', 'tag': 'd19bd978-b2b6-41b6-86ce-47fb7aef0130'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:26:46.627692 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafbf2fd-2c9f-45d7-97eb-f4297a5afad2" -d '{"events": [{"name": "network-changed", "server_uuid": "bc41fe55-28f2-49f2-a723-34ff16c684b6", "tag": "d19bd978-b2b6-41b6-86ce-47fb7aef0130"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:26:46.670344 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449fb2c-95a8-42df-92b9-9f7e708c6d96 service neutron] Pushing event updated for resources: {'Port': ['ID=d19bd978-b2b6-41b6-86ce-47fb7aef0130,revision_number=3']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:46.686070 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b924662-98ac-4bfe-a156-78419c1fbab9 x-openstack-request-id: req-0b924662-98ac-4bfe-a156-78419c1fbab9 {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:26:46.686431 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc41fe55-28f2-49f2-a723-34ff16c684b6", "tag": "d19bd978-b2b6-41b6-86ce-47fb7aef0130", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:26:46.686686 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b924662-98ac-4bfe-a156-78419c1fbab9 {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:26:46.687156 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc41fe55-28f2-49f2-a723-34ff16c684b6', 'tag': 'd19bd978-b2b6-41b6-86ce-47fb7aef0130', 'status': 'completed', 'code': 200} Sep 21 16:26:46.756454 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbf2fd-2c9f-45d7-97eb-f4297a5afad2 req-22000856-9058-4e22-840a-6a760aafb575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:46.758093 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-eafbf2fd-2c9f-45d7-97eb-f4297a5afad2 req-22000856-9058-4e22-840a-6a760aafb575 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4122ef3fa8f41e9ab1a2f71d1e6613d&device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 1097 time: 0.0436599 Sep 21 16:26:46.877801 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbf2fd-2c9f-45d7-97eb-f4297a5afad2 req-f8bd1647-7548-4cba-bdc5-198c30905f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:46.879365 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-eafbf2fd-2c9f-45d7-97eb-f4297a5afad2 req-f8bd1647-7548-4cba-bdc5-198c30905f39 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d4122ef3fa8f41e9ab1a2f71d1e6613d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1105778 Sep 21 16:26:46.999798 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbf2fd-2c9f-45d7-97eb-f4297a5afad2 req-7ae0bd59-0d82-4f11-8dd0-bf968d565344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:47.001518 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-eafbf2fd-2c9f-45d7-97eb-f4297a5afad2 req-7ae0bd59-0d82-4f11-8dd0-bf968d565344 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1095800 Sep 21 16:26:47.356163 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-515f107e-7fda-4b66-bb37-bd2111ce400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:47.357663 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-515f107e-7fda-4b66-bb37-bd2111ce400f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4122ef3fa8f41e9ab1a2f71d1e6613d&device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 1097 time: 0.3095467 Sep 21 16:26:47.404877 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-76aae692-7f8c-4160-882d-e588e5aebafe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d19bd978-b2b6-41b6-86ce-47fb7aef0130 HTTP/1.1" status: 200 len: 217 time: 0.0366342 Sep 21 16:26:47.457235 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-aa1e204e-39e1-4026-a4c6-ddc06d7a04a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:47.461280 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:47.461777 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325196e5-aac0-4550-a9cf-f2dc4bc8b2ce req-ba28e374-aa2b-4830-a71d-98b5cc9f955b tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:47.462433 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-aa1e204e-39e1-4026-a4c6-ddc06d7a04a0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e093e91b-c22f-4678-b4da-6ab8f4fff16a HTTP/1.1" status: 200 len: 847 time: 0.0494494 Sep 21 16:26:47.463069 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-325196e5-aac0-4550-a9cf-f2dc4bc8b2ce req-ba28e374-aa2b-4830-a71d-98b5cc9f955b tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 944 time: 0.0615954 Sep 21 16:26:47.504962 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-325196e5-aac0-4550-a9cf-f2dc4bc8b2ce req-29247e7a-a203-44f6-86bc-c822bd2a9ef6 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357125 Sep 21 16:26:47.548427 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67083d40-23c0-494e-a406-6daf82f1fb26 req-12f968b5-4899-44e4-af76-c7148df10f69 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:47.555979 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-67083d40-23c0-494e-a406-6daf82f1fb26 req-12f968b5-4899-44e4-af76-c7148df10f69 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 946 time: 0.0916016 Sep 21 16:26:47.583403 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-f83ef9a8-2115-41ee-ae35-9c39da083e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:47.585143 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-f83ef9a8-2115-41ee-ae35-9c39da083e5c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0923145 Sep 21 16:26:47.597565 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-67083d40-23c0-494e-a406-6daf82f1fb26 req-65ff4aef-bb24-4f69-a8a2-fa25b825f9c0 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407677 Sep 21 16:26:47.687339 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-4a181e6d-d28d-40a3-b947-ff824d61c70c service neutron] 10.222.0.44 "GET /v2.0/networks/5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888407 Sep 21 16:26:47.778182 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f371fc77-6b1e-455f-8a38-9c5f8110b0b7 req-f5cb76c9-9720-45a4-895f-5046cc3bde18 service neutron] 10.222.0.44 "GET /v2.0/networks/5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820208 Sep 21 16:26:48.636340 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6aefe-10f6-405a-9b56-0da3597ac569 req-0859d307-8a13-4e29-8f95-7c3980de9ef3 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:48.637981 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-49e6aefe-10f6-405a-9b56-0da3597ac569 req-0859d307-8a13-4e29-8f95-7c3980de9ef3 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 944 time: 0.0492446 Sep 21 16:26:48.680187 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-49e6aefe-10f6-405a-9b56-0da3597ac569 req-ecc54dd0-13d5-4a67-b2c1-a96ee212066a tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344679 Sep 21 16:26:48.717634 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e36f4-edac-40c7-b0fa-adc18a095e69 req-4fd34061-e808-4f3a-b8fd-8e034575d58c tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:48.719204 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ba1e36f4-edac-40c7-b0fa-adc18a095e69 req-4fd34061-e808-4f3a-b8fd-8e034575d58c tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 946 time: 0.0521531 Sep 21 16:26:48.764231 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ba1e36f4-edac-40c7-b0fa-adc18a095e69 req-d9768253-a279-43d8-92a4-fdb7b75323fa tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363281 Sep 21 16:26:49.774108 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68de63e-4571-4eb6-ae2a-5eac94eec360 req-d3eee0ba-d7fb-4fba-bd0c-0d8fbcabc587 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:49.775678 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e68de63e-4571-4eb6-ae2a-5eac94eec360 req-d3eee0ba-d7fb-4fba-bd0c-0d8fbcabc587 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.44 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 946 time: 0.0550530 Sep 21 16:26:49.811458 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934fee36-7369-4a98-bad1-adea6fe08fb2 req-cb8d2b1d-f5ae-49b8-bd70-5b323c753725 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:49.813305 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-934fee36-7369-4a98-bad1-adea6fe08fb2 req-cb8d2b1d-f5ae-49b8-bd70-5b323c753725 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 944 time: 0.0567937 Sep 21 16:26:49.854249 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-934fee36-7369-4a98-bad1-adea6fe08fb2 req-f6eb2ca9-78fe-4ddb-af09-97508c72c460 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337934 Sep 21 16:26:49.922790 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [req-e68de63e-4571-4eb6-ae2a-5eac94eec360 req-9d628d7d-2078-4e19-9aa2-085c57eb498c tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Deleting port 0ca71c07-a56e-41e7-b6bb-aca8f68cfffa {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:26:49.923120 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-e68de63e-4571-4eb6-ae2a-5eac94eec360 req-9d628d7d-2078-4e19-9aa2-085c57eb498c tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:49.935072 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920c616-bb4b-4921-b051-e43cdbeffad4 req-27f633fb-17aa-4650-8f36-ad46c1b051be tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:49.936683 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7920c616-bb4b-4921-b051-e43cdbeffad4 req-27f633fb-17aa-4650-8f36-ad46c1b051be tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 946 time: 0.0701954 Sep 21 16:26:50.040155 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7920c616-bb4b-4921-b051-e43cdbeffad4 req-0a799667-8665-4902-a96a-affa1a5baabc tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d612418-da94-406e-84ae-ef45b2eb730e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927200 Sep 21 16:26:50.067828 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-e68de63e-4571-4eb6-ae2a-5eac94eec360 req-9d628d7d-2078-4e19-9aa2-085c57eb498c tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] For port 0ca71c07-a56e-41e7-b6bb-aca8f68cfffa, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=0ca71c07-a56e-41e7-b6bb-aca8f68cfffa,segment=NetworkSegment(339411b1-a747-4f71-987b-11bb17257499),segment_id=339411b1-a747-4f71-987b-11bb17257499)] {{(pid=184191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:26:50.068192 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-e68de63e-4571-4eb6-ae2a-5eac94eec360 req-9d628d7d-2078-4e19-9aa2-085c57eb498c tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:50.082356 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [req-e68de63e-4571-4eb6-ae2a-5eac94eec360 req-9d628d7d-2078-4e19-9aa2-085c57eb498c tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Calling delete_port for 0ca71c07-a56e-41e7-b6bb-aca8f68cfffa owned by compute:nova {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:26:50.293634 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-e68de63e-4571-4eb6-ae2a-5eac94eec360 req-9d628d7d-2078-4e19-9aa2-085c57eb498c tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:50.305229 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['0ca71c07-a56e-41e7-b6bb-aca8f68cfffa'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:26:50.320484 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d628d7d-2078-4e19-9aa2-085c57eb498c tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Pushing event deleted for resources: {'Port': ['ID=0ca71c07-a56e-41e7-b6bb-aca8f68cfffa,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:50.367055 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68de63e-4571-4eb6-ae2a-5eac94eec360 req-9d628d7d-2078-4e19-9aa2-085c57eb498c tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] No DVR routers for this DVR port 0ca71c07-a56e-41e7-b6bb-aca8f68cfffa on host hv-cinder-81003 {{(pid=184191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:26:50.369699 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-e68de63e-4571-4eb6-ae2a-5eac94eec360 req-9d628d7d-2078-4e19-9aa2-085c57eb498c tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:50.371841 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e68de63e-4571-4eb6-ae2a-5eac94eec360 req-9d628d7d-2078-4e19-9aa2-085c57eb498c tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.44 "DELETE /v2.0/ports/0ca71c07-a56e-41e7-b6bb-aca8f68cfffa HTTP/1.1" status: 204 len: 173 time: 0.5895183 Sep 21 16:26:50.372635 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19e9220-7b11-4ed3-8881-34e5d29db01f', 'name': 'network-vif-deleted', 'tag': '0ca71c07-a56e-41e7-b6bb-aca8f68cfffa'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:26:50.374745 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af3cf46-9f98-417b-8ca7-94c23f845613" -d '{"events": [{"server_uuid": "a19e9220-7b11-4ed3-8881-34e5d29db01f", "name": "network-vif-deleted", "tag": "0ca71c07-a56e-41e7-b6bb-aca8f68cfffa"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:26:50.412201 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db96b90-60a5-4763-af2c-d17faa9de985 x-openstack-request-id: req-4db96b90-60a5-4763-af2c-d17faa9de985 {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:26:50.412486 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a19e9220-7b11-4ed3-8881-34e5d29db01f", "name": "network-vif-deleted", "tag": "0ca71c07-a56e-41e7-b6bb-aca8f68cfffa", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:26:50.412735 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4db96b90-60a5-4763-af2c-d17faa9de985 {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:26:50.413127 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19e9220-7b11-4ed3-8881-34e5d29db01f', 'name': 'network-vif-deleted', 'tag': '0ca71c07-a56e-41e7-b6bb-aca8f68cfffa', 'status': 'completed', 'code': 200} Sep 21 16:26:50.977466 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2123be2-b3ec-4d82-8eec-a5b42d83fde9 req-503c0677-76e2-41af-b98a-196984261ac5 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:50.978921 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-a2123be2-b3ec-4d82-8eec-a5b42d83fde9 req-503c0677-76e2-41af-b98a-196984261ac5 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 944 time: 0.0518961 Sep 21 16:26:51.029050 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-a2123be2-b3ec-4d82-8eec-a5b42d83fde9 req-9b289eaa-0d3a-4ec2-abf6-91578910af12 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419326 Sep 21 16:26:51.157752 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5689fa7d-b10f-4d57-9897-dd13a8721da7 req-e527c3ba-6aa3-4744-9ac3-9fdd4206a276 tempest-AttachVolumeNegativeTest-1262303918 tempest-AttachVolumeNegativeTest-1262303918-project] 10.222.0.41 "GET /v2.0/ports?device_id=a19e9220-7b11-4ed3-8881-34e5d29db01f HTTP/1.1" status: 200 len: 210 time: 0.0277851 Sep 21 16:26:51.600812 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 33246) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:26:51.711331 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-85a7e3ea-910f-452e-bb32-9b72c7980de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:51.800120 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-85a7e3ea-910f-452e-bb32-9b72c7980de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:51.876571 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-85a7e3ea-910f-452e-bb32-9b72c7980de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:51.924390 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7e3ea-910f-452e-bb32-9b72c7980de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e11487a-5f53-4b25-9d68-ec3f9bb48cf5,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:51.928170 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-85a7e3ea-910f-452e-bb32-9b72c7980de2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=82239918a95a41249b44acea790c40bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263197 Sep 21 16:26:51.931597 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 33252) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:26:51.934216 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7e3ea-910f-452e-bb32-9b72c7980de2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:51.934567 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7e3ea-910f-452e-bb32-9b72c7980de2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:51.934937 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7e3ea-910f-452e-bb32-9b72c7980de2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:51.935275 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7e3ea-910f-452e-bb32-9b72c7980de2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:51.935643 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7e3ea-910f-452e-bb32-9b72c7980de2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:51.935981 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7e3ea-910f-452e-bb32-9b72c7980de2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:51.936309 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7e3ea-910f-452e-bb32-9b72c7980de2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:51.936639 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7e3ea-910f-452e-bb32-9b72c7980de2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:51.936969 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7e3ea-910f-452e-bb32-9b72c7980de2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:51.937294 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7e3ea-910f-452e-bb32-9b72c7980de2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:51.937623 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7e3ea-910f-452e-bb32-9b72c7980de2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:51.937948 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a7e3ea-910f-452e-bb32-9b72c7980de2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:51.985816 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6de6e05a-8c02-4455-b53a-b27ab5c4da63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:52.006991 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6de6e05a-8c02-4455-b53a-b27ab5c4da63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:52.146433 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff5318-952b-47c4-8dcb-11aab07267eb req-32442663-58f3-44c4-92bc-228067e51245 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:52.147994 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5cff5318-952b-47c4-8dcb-11aab07267eb req-32442663-58f3-44c4-92bc-228067e51245 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 944 time: 0.0498042 Sep 21 16:26:52.190567 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6de6e05a-8c02-4455-b53a-b27ab5c4da63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:52.191774 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5cff5318-952b-47c4-8dcb-11aab07267eb req-282803a4-cd4f-4f80-ad68-1e8872c7e890 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376487 Sep 21 16:26:52.193714 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6de6e05a-8c02-4455-b53a-b27ab5c4da63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:52.194921 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-6de6e05a-8c02-4455-b53a-b27ab5c4da63 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1e11487a-5f53-4b25-9d68-ec3f9bb48cf5 HTTP/1.1" status: 204 len: 168 time: 0.2622390 Sep 21 16:26:52.205693 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6e05a-8c02-4455-b53a-b27ab5c4da63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e11487a-5f53-4b25-9d68-ec3f9bb48cf5,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:52.220595 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 33262) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:26:52.267683 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_v2 [None req-975ea6ea-3689-442c-ac18-59a2f6c2a1e8 admin admin] Deleting subnet c045efe2-2c5c-4924-9aed-a88a9b6c079d {{(pid=184191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 16:26:52.272061 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-975ea6ea-3689-442c-ac18-59a2f6c2a1e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:52.323158 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-975ea6ea-3689-442c-ac18-59a2f6c2a1e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4896998'] for subnet, precommit_delete_associations {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:52.362970 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-975ea6ea-3689-442c-ac18-59a2f6c2a1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1636446'] for subnet, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:52.499571 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 0ca71c07-a56e-41e7-b6bb-aca8f68cfffa no longer exists at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:26:52.500429 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-975ea6ea-3689-442c-ac18-59a2f6c2a1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1636425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4478999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4674029'] for subnet, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:52.520695 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] No Port match for: 0ca71c07-a56e-41e7-b6bb-aca8f68cfffa {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:26:52.521193 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 0ca71c07-a56e-41e7-b6bb-aca8f68cfffa not bound to the agent host hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:26:52.530534 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ea6ea-3689-442c-ac18-59a2f6c2a1e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c045efe2-2c5c-4924-9aed-a88a9b6c079d,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:52.532842 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-975ea6ea-3689-442c-ac18-59a2f6c2a1e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for subnet, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:52.534780 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-975ea6ea-3689-442c-ac18-59a2f6c2a1e8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c045efe2-2c5c-4924-9aed-a88a9b6c079d HTTP/1.1" status: 204 len: 168 time: 0.3131661 Sep 21 16:26:52.537310 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 33266) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:26:52.617903 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b31271fa-908b-424c-94c1-7c7605b4ee07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1604015'] for network, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:52.711405 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b31271fa-908b-424c-94c1-7c7605b4ee07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635289', 'neutron.services.segments.db._delete_segments_for_network-8785855709341'] for network, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:52.732012 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.services.segments.db [None req-b31271fa-908b-424c-94c1-7c7605b4ee07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2129420f-2812-466d-9bce-5386e3460d60']}} {{(pid=184192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:26:52.742060 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.services.segments.db [None req-b31271fa-908b-424c-94c1-7c7605b4ee07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '339411b1-a747-4f71-987b-11bb17257499') {'for_net_delete': True} {{(pid=184192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:26:52.742436 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.services.segments.db [None req-b31271fa-908b-424c-94c1-7c7605b4ee07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '339411b1-a747-4f71-987b-11bb17257499') {} {{(pid=184192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:26:52.752756 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b31271fa-908b-424c-94c1-7c7605b4ee07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785855709862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4837894'] for segment, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:52.769825 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b31271fa-908b-424c-94c1-7c7605b4ee07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:52.780356 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b31271fa-908b-424c-94c1-7c7605b4ee07 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=184192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:26:52.786111 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b31271fa-908b-424c-94c1-7c7605b4ee07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5166354'] for segment, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:52.786111 dv-cinder-810035-1-iscsi neutron-server[184192]: Traceback (most recent call last): Sep 21 16:26:52.786111 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 16:26:52.786111 dv-cinder-810035-1-iscsi neutron-server[184192]: timer() Sep 21 16:26:52.786111 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 16:26:52.786111 dv-cinder-810035-1-iscsi neutron-server[184192]: cb(*args, **kw) Sep 21 16:26:52.786111 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 16:26:52.786111 dv-cinder-810035-1-iscsi neutron-server[184192]: return func(*args, **kwargs) Sep 21 16:26:52.786111 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 16:26:52.786111 dv-cinder-810035-1-iscsi neutron-server[184192]: self._notify() Sep 21 16:26:52.786111 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 16:26:52.786111 dv-cinder-810035-1-iscsi neutron-server[184192]: self.callback(batched_events) Sep 21 16:26:52.786111 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 16:26:52.786111 dv-cinder-810035-1-iscsi neutron-server[184192]: event.method(event) Sep 21 16:26:52.786111 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 16:26:52.786111 dv-cinder-810035-1-iscsi neutron-server[184192]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 16:26:52.786111 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 16:26:52.786111 dv-cinder-810035-1-iscsi neutron-server[184192]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 16:26:52.786111 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 16:26:52.786111 dv-cinder-810035-1-iscsi neutron-server[184192]: return f(self, *a, **k) Sep 21 16:26:52.786111 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 16:26:52.786111 dv-cinder-810035-1-iscsi neutron-server[184192]: return self._get(url).json() Sep 21 16:26:52.786111 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 16:26:52.786111 dv-cinder-810035-1-iscsi neutron-server[184192]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 16:26:52.786111 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 16:26:52.786111 dv-cinder-810035-1-iscsi neutron-server[184192]: return self.request(url, 'GET', **kwargs) Sep 21 16:26:52.786111 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 16:26:52.786111 dv-cinder-810035-1-iscsi neutron-server[184192]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 16:26:52.786111 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 16:26:52.786111 dv-cinder-810035-1-iscsi neutron-server[184192]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 16:26:52.786111 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 16:26:52.786111 dv-cinder-810035-1-iscsi neutron-server[184192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 16:26:52.786111 dv-cinder-810035-1-iscsi neutron-server[184192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 16:26:52.890221 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 33268) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:26:52.904381 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-dce27fd9-9c71-4bbc-938b-89a15f81f63f admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:52.963864 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b31271fa-908b-424c-94c1-7c7605b4ee07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615424'] for network, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:52.979077 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b31271fa-908b-424c-94c1-7c7605b4ee07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:52.983097 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-b31271fa-908b-424c-94c1-7c7605b4ee07 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2129420f-2812-466d-9bce-5386e3460d60 HTTP/1.1" status: 204 len: 168 time: 0.4445395 Sep 21 16:26:52.995292 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31271fa-908b-424c-94c1-7c7605b4ee07 admin admin] Pushing event deleted for resources: {'Network': ['ID=2129420f-2812-466d-9bce-5386e3460d60,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:53.010962 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-dce27fd9-9c71-4bbc-938b-89a15f81f63f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:53.110465 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-dce27fd9-9c71-4bbc-938b-89a15f81f63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:53.149450 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-dce27fd9-9c71-4bbc-938b-89a15f81f63f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4cfa4405149b42b38521ceb21b9c4760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2581193 Sep 21 16:26:53.150460 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce27fd9-9c71-4bbc-938b-89a15f81f63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0f9b24-d7d6-4def-860f-35eaa28b421b,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:53.152133 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 33274) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:26:53.202782 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-59a1b024-4b04-42ef-8d40-6cbbd5bd9ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:53.227297 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-59a1b024-4b04-42ef-8d40-6cbbd5bd9ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:53.324121 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913fbe1-ff06-4178-a49a-d44f3294a57a req-ac59d79d-3cab-4e7b-ab84-fbd986f8070c tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:53.325609 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7913fbe1-ff06-4178-a49a-d44f3294a57a req-ac59d79d-3cab-4e7b-ab84-fbd986f8070c tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 944 time: 0.0474553 Sep 21 16:26:53.367221 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7913fbe1-ff06-4178-a49a-d44f3294a57a req-41c1f507-b431-4250-bcd6-f80443660ac0 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356090 Sep 21 16:26:53.385195 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-59a1b024-4b04-42ef-8d40-6cbbd5bd9ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:53.388489 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-59a1b024-4b04-42ef-8d40-6cbbd5bd9ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:53.389040 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-59a1b024-4b04-42ef-8d40-6cbbd5bd9ffa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d0f9b24-d7d6-4def-860f-35eaa28b421b HTTP/1.1" status: 204 len: 168 time: 0.2358947 Sep 21 16:26:53.397977 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1b024-4b04-42ef-8d40-6cbbd5bd9ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0f9b24-d7d6-4def-860f-35eaa28b421b,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:53.476082 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 33282) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:26:53.514938 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-d94a82ac-39a8-4fdc-9c5b-9c626643b213 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5fb20277dcc84c37ae3841776102a3b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0376022 Sep 21 16:26:53.517873 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 33284) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:26:53.572069 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b0490044-236f-451b-8277-3f98e86ad815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:53.593394 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b0490044-236f-451b-8277-3f98e86ad815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:53.773647 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b0490044-236f-451b-8277-3f98e86ad815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:53.776397 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b0490044-236f-451b-8277-3f98e86ad815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:53.777569 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-b0490044-236f-451b-8277-3f98e86ad815 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d612418-da94-406e-84ae-ef45b2eb730e HTTP/1.1" status: 204 len: 168 time: 0.2588215 Sep 21 16:26:53.787147 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0490044-236f-451b-8277-3f98e86ad815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d612418-da94-406e-84ae-ef45b2eb730e,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:54.501598 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af6de0-f8d9-4312-9076-24fa09610462 req-9ededfa6-aca0-4ae9-8bc7-21e417411189 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:54.508853 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-08af6de0-f8d9-4312-9076-24fa09610462 req-9ededfa6-aca0-4ae9-8bc7-21e417411189 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 944 time: 0.0628281 Sep 21 16:26:54.542646 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-08af6de0-f8d9-4312-9076-24fa09610462 req-e721297a-e7b6-4e52-843c-d1d19000d061 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329206 Sep 21 16:26:55.684110 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069373b-6ff3-4683-9ca1-fd7d43a0ce0b req-c1e76560-2fdb-48bc-85f7-014b84748f5d tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:55.686288 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-a069373b-6ff3-4683-9ca1-fd7d43a0ce0b req-c1e76560-2fdb-48bc-85f7-014b84748f5d tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 944 time: 0.0532517 Sep 21 16:26:55.733905 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-a069373b-6ff3-4683-9ca1-fd7d43a0ce0b req-2990b5cf-9b0c-4c60-9e5f-db12fc353118 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398033 Sep 21 16:26:56.513317 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device d19bd978-b2b6-41b6-86ce-47fb7aef0130 details requested by agent hyperv_hv-cinder-81003 with host hv-cinder-81003 {{(pid=184193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 16:26:56.616968 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port d19bd978-b2b6-41b6-86ce-47fb7aef0130, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=d19bd978-b2b6-41b6-86ce-47fb7aef0130,segment=NetworkSegment(a3123003-a55b-4f0e-8d56-69aba2565669),segment_id=a3123003-a55b-4f0e-8d56-69aba2565669)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:26:56.630363 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Returning: {'device': 'd19bd978-b2b6-41b6-86ce-47fb7aef0130', 'network_id': '5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7', 'port_id': 'd19bd978-b2b6-41b6-86ce-47fb7aef0130', 'mac_address': 'fa:16:3e:9f:22:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e093e91b-c22f-4678-b4da-6ab8f4fff16a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=184193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 16:26:56.690654 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:56.701401 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 33394) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:26:56.706339 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d19bd978-b2b6-41b6-86ce-47fb7aef0130 {{(pid=184193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:26:56.729408 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port d19bd978-b2b6-41b6-86ce-47fb7aef0130, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=d19bd978-b2b6-41b6-86ce-47fb7aef0130,segment=NetworkSegment(a3123003-a55b-4f0e-8d56-69aba2565669),segment_id=a3123003-a55b-4f0e-8d56-69aba2565669)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:26:56.830237 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:56.846793 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a3c52881-85e9-4c44-9c63-81f74d51f390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:56.884796 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d3f8b-0b3c-4edb-a6a6-416039e9c020 req-f4950803-76e1-4603-ba25-52e6459d5248 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:56.885025 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=d19bd978-b2b6-41b6-86ce-47fb7aef0130,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:56.886412 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a96d3f8b-0b3c-4edb-a6a6-416039e9c020 req-f4950803-76e1-4603-ba25-52e6459d5248 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 944 time: 0.0749812 Sep 21 16:26:56.896863 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:56.897214 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:56.897781 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:56.898369 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:56.898709 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:56.899100 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:56.903175 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:56.903175 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:56.903175 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:56.903175 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:56.903175 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:56.903175 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:26:56.950887 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a96d3f8b-0b3c-4edb-a6a6-416039e9c020 req-ea903e11-2263-4750-82cd-7177c04c6aa4 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563078 Sep 21 16:26:56.997766 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a3c52881-85e9-4c44-9c63-81f74d51f390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:57.099800 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a3c52881-85e9-4c44-9c63-81f74d51f390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:57.142283 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-a3c52881-85e9-4c44-9c63-81f74d51f390 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=46bd926b8cce42068002e400c2106330&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4397974 Sep 21 16:26:57.143161 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c52881-85e9-4c44-9c63-81f74d51f390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4c0818-8ff5-4bbc-b645-98f74126c892,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:57.145601 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 33402) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:26:57.197327 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-b4e06b54-ba68-4c93-8abb-fa565b0b91d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:57.223815 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-b4e06b54-ba68-4c93-8abb-fa565b0b91d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:57.247078 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['d19bd978-b2b6-41b6-86ce-47fb7aef0130'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:26:57.373286 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-b4e06b54-ba68-4c93-8abb-fa565b0b91d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:57.376661 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-b4e06b54-ba68-4c93-8abb-fa565b0b91d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:57.395456 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-b4e06b54-ba68-4c93-8abb-fa565b0b91d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c4c0818-8ff5-4bbc-b645-98f74126c892 HTTP/1.1" status: 204 len: 168 time: 0.2313507 Sep 21 16:26:57.395456 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e06b54-ba68-4c93-8abb-fa565b0b91d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4c0818-8ff5-4bbc-b645-98f74126c892,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:58.078495 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087cdae-d521-4e3f-bf0f-d5ad23c5ced4 req-2936c66c-19e4-46c3-b974-bd0fe32d57e9 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:58.080155 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6087cdae-d521-4e3f-bf0f-d5ad23c5ced4 req-2936c66c-19e4-46c3-b974-bd0fe32d57e9 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 945 time: 0.0526092 Sep 21 16:26:58.120585 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6087cdae-d521-4e3f-bf0f-d5ad23c5ced4 req-68dada3f-cbe7-4561-8197-c6befe722c86 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333948 Sep 21 16:26:58.175598 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 33420) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:26:58.192206 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4300cc3e-a047-4944-8123-04f3aad5a0a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:58.293013 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4300cc3e-a047-4944-8123-04f3aad5a0a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:58.385689 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4300cc3e-a047-4944-8123-04f3aad5a0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:58.434480 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-4300cc3e-a047-4944-8123-04f3aad5a0a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cefbde20389e4816af1d300a0e7e42b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2582772 Sep 21 16:26:58.435777 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300cc3e-a047-4944-8123-04f3aad5a0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c0a265-4ef7-4a44-92e7-0970fa80e951,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:58.437154 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 33426) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:26:58.499537 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-562d8c04-7c76-45ad-88c9-7b348a7b2129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:58.522678 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-562d8c04-7c76-45ad-88c9-7b348a7b2129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:58.548909 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device d19bd978-b2b6-41b6-86ce-47fb7aef0130 up at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:26:58.665259 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-562d8c04-7c76-45ad-88c9-7b348a7b2129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:58.668308 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-562d8c04-7c76-45ad-88c9-7b348a7b2129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:58.669550 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-562d8c04-7c76-45ad-88c9-7b348a7b2129 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d5c0a265-4ef7-4a44-92e7-0970fa80e951 HTTP/1.1" status: 204 len: 168 time: 0.2302456 Sep 21 16:26:58.677904 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning for port d19bd978-b2b6-41b6-86ce-47fb7aef0130 completed by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:26:58.679555 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d8c04-7c76-45ad-88c9-7b348a7b2129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c0a265-4ef7-4a44-92e7-0970fa80e951,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:58.683622 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning complete for port d19bd978-b2b6-41b6-86ce-47fb7aef0130 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:26:58.684061 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:58.782923 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:58.808627 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc41fe55-28f2-49f2-a723-34ff16c684b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19bd978-b2b6-41b6-86ce-47fb7aef0130'}] {{(pid=184193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:26:58.811006 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e6171c86456a5bbdaf0b46ebb92172d32a0ea5b64bc8822db714b438cc8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9953b0ec-8efa-42f6-9c9c-41d2b74c303f" -d '{"events": [{"server_uuid": "bc41fe55-28f2-49f2-a723-34ff16c684b6", "name": "network-vif-plugged", "status": "completed", "tag": "d19bd978-b2b6-41b6-86ce-47fb7aef0130"}]}' {{(pid=184193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:26:58.826522 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port d19bd978-b2b6-41b6-86ce-47fb7aef0130, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=d19bd978-b2b6-41b6-86ce-47fb7aef0130,segment=NetworkSegment(a3123003-a55b-4f0e-8d56-69aba2565669),segment_id=a3123003-a55b-4f0e-8d56-69aba2565669)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:26:58.828585 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:26:58.851334 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ad8616-c2ad-4c21-b725-74f6ec2cbffd x-openstack-request-id: req-e8ad8616-c2ad-4c21-b725-74f6ec2cbffd {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:26:58.851527 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc41fe55-28f2-49f2-a723-34ff16c684b6", "name": "network-vif-plugged", "status": "completed", "tag": "d19bd978-b2b6-41b6-86ce-47fb7aef0130", "code": 200}]} {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:26:58.851779 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e8ad8616-c2ad-4c21-b725-74f6ec2cbffd {{(pid=184193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:26:58.852176 dv-cinder-810035-1-iscsi neutron-server[184193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc41fe55-28f2-49f2-a723-34ff16c684b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19bd978-b2b6-41b6-86ce-47fb7aef0130', 'code': 200} Sep 21 16:26:58.905663 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:26:58.970748 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=d19bd978-b2b6-41b6-86ce-47fb7aef0130,revision_number=5']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:26:59.282160 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4da849-9544-42a1-8408-076bff830497 req-a49443f2-569a-4f3f-a918-1186ef365235 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:59.283719 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ae4da849-9544-42a1-8408-076bff830497 req-a49443f2-569a-4f3f-a918-1186ef365235 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 946 time: 0.0858505 Sep 21 16:26:59.287169 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5dfabb-e8ac-4db3-8bf1-27ef276e232c req-85ea3a23-7efb-438d-9c75-96a4f6b18e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:26:59.287894 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6d5dfabb-e8ac-4db3-8bf1-27ef276e232c req-85ea3a23-7efb-438d-9c75-96a4f6b18e3d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 1099 time: 0.0807745 Sep 21 16:26:59.346793 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ae4da849-9544-42a1-8408-076bff830497 req-9a0a3dbb-1b46-4dd9-8377-8636217fa2da tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571244 Sep 21 16:26:59.351242 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6d5dfabb-e8ac-4db3-8bf1-27ef276e232c req-6a56d332-c7a1-4254-bd46-9269e6e7b18b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553541 Sep 21 16:27:00.720079 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e495ef4-0ef9-4110-b609-910de7898da2 req-f4de92e2-4565-4190-a2c2-048bb6d06e42 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:00.721689 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2e495ef4-0ef9-4110-b609-910de7898da2 req-f4de92e2-4565-4190-a2c2-048bb6d06e42 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 946 time: 0.2898412 Sep 21 16:27:00.780077 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2e495ef4-0ef9-4110-b609-910de7898da2 req-440f6df9-5b9b-49ba-bd6e-4d108d869cb6 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521643 Sep 21 16:27:01.423963 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 33520) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:01.541991 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-da7a380a-7e2d-4dc4-9c1d-80b95156c782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:01.641613 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-da7a380a-7e2d-4dc4-9c1d-80b95156c782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:01.722124 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-da7a380a-7e2d-4dc4-9c1d-80b95156c782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:01.767663 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-da7a380a-7e2d-4dc4-9c1d-80b95156c782 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dfd22d81b5604d77814e05a4e54a9ff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3424647 Sep 21 16:27:01.769016 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a380a-7e2d-4dc4-9c1d-80b95156c782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87655a85-9475-4db6-b88a-45f39a627b35,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:01.770604 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 33524) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:01.832674 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-cf5ea184-d453-423f-b0dd-bc7fd4ec0324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:01.863162 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-cf5ea184-d453-423f-b0dd-bc7fd4ec0324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:01.918735 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33369ad-e932-4426-b1ef-09d588104fe2 req-a1b8a983-095e-44ba-b779-5615983c7b89 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:01.920309 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f33369ad-e932-4426-b1ef-09d588104fe2 req-a1b8a983-095e-44ba-b779-5615983c7b89 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 946 time: 0.0581069 Sep 21 16:27:01.961960 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f33369ad-e932-4426-b1ef-09d588104fe2 req-a504ff3e-0896-4a12-991c-7f80fcb3703a tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358109 Sep 21 16:27:02.036771 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-cf5ea184-d453-423f-b0dd-bc7fd4ec0324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:02.039479 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-cf5ea184-d453-423f-b0dd-bc7fd4ec0324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:02.043760 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-cf5ea184-d453-423f-b0dd-bc7fd4ec0324 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/87655a85-9475-4db6-b88a-45f39a627b35 HTTP/1.1" status: 204 len: 168 time: 0.2685187 Sep 21 16:27:02.049651 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ea184-d453-423f-b0dd-bc7fd4ec0324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87655a85-9475-4db6-b88a-45f39a627b35,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:02.107894 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4439fa-a39a-4125-ad73-45d789c21d5d req-b67f4aad-06e3-4931-94be-2596a2011c11 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:02.109463 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6c4439fa-a39a-4125-ad73-45d789c21d5d req-b67f4aad-06e3-4931-94be-2596a2011c11 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 946 time: 0.0786955 Sep 21 16:27:02.156796 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6c4439fa-a39a-4125-ad73-45d789c21d5d req-438ce61c-5dd4-491f-823e-1d1aaa79a9d8 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397859 Sep 21 16:27:02.180004 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 33544) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:02.515459 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff957ded-ad08-4fe4-b09c-9b53c2556d1f req-a4298849-3bbe-4141-b98e-9f49eead4211 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:02.516964 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ff957ded-ad08-4fe4-b09c-9b53c2556d1f req-a4298849-3bbe-4141-b98e-9f49eead4211 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0562840 Sep 21 16:27:02.606162 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ff957ded-ad08-4fe4-b09c-9b53c2556d1f req-ec7b98cc-4585-4393-99ab-1ece2d6c936a tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823333 Sep 21 16:27:02.617615 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683321e5-2033-4731-a39b-b94ef941e488 tempest-TestShelveInstance-311271112 tempest-TestShelveInstance-311271112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:02.621267 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-683321e5-2033-4731-a39b-b94ef941e488 tempest-TestShelveInstance-311271112 tempest-TestShelveInstance-311271112-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 1094 time: 0.4393754 Sep 21 16:27:02.623739 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 33556) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:02.629678 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-397780c5-6c69-4e78-af37-1c517e2bc580 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Request body: {'floatingip': {'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'port_id': 'd19bd978-b2b6-41b6-86ce-47fb7aef0130', 'tenant_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:27:02.692658 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 33558) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:02.732956 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-397780c5-6c69-4e78-af37-1c517e2bc580 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks [] for floatingip, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:02.819320 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a55a5ecf-f4aa-41e5-b1af-e4c97159552c admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:02.883513 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-397780c5-6c69-4e78-af37-1c517e2bc580 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:03.007164 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a55a5ecf-f4aa-41e5-b1af-e4c97159552c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:03.026440 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_common [None req-397780c5-6c69-4e78-af37-1c517e2bc580 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Allocated IP 172.27.2.202 (72679c7d-9bce-4a4a-9509-1e8f9e1d8844/b489826c-59d7-499a-88a6-c55f1856fec4/53312905-c9c8-46b3-9433-2b8c9796a979) {{(pid=184191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:27:03.079924 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 33562) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:03.093810 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-87531312-4c65-458c-80b6-be917a059ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:03.110433 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a55a5ecf-f4aa-41e5-b1af-e4c97159552c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:03.167146 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-a55a5ecf-f4aa-41e5-b1af-e4c97159552c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7fb6357b47054ae295438615be6c0627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4733622 Sep 21 16:27:03.172519 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 33564) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:03.175233 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a5ecf-f4aa-41e5-b1af-e4c97159552c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f9a797-bff3-4808-9f23-767e17cd9ab2,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:03.194300 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-397780c5-6c69-4e78-af37-1c517e2bc580 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks [] for port, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:03.198465 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-87531312-4c65-458c-80b6-be917a059ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:03.234743 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9bb87c0e-2158-4d8c-95e9-530dba9a5d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:03.256690 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9bb87c0e-2158-4d8c-95e9-530dba9a5d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:03.267786 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-87531312-4c65-458c-80b6-be917a059ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:03.299857 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-397780c5-6c69-4e78-af37-1c517e2bc580 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:03.327959 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-87531312-4c65-458c-80b6-be917a059ed7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d5c8b9e4e6444e63abd494a7b6a75326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2469497 Sep 21 16:27:03.334095 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 33570) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:03.335283 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87531312-4c65-458c-80b6-be917a059ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d9fcc5-ca1f-4df9-a30d-bb2fad5fb620,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:03.347238 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397780c5-6c69-4e78-af37-1c517e2bc580 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:27:03.357713 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-397780c5-6c69-4e78-af37-1c517e2bc580 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:27:03.365292 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397780c5-6c69-4e78-af37-1c517e2bc580 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Received port after_create {{(pid=184191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:27:03.415008 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397780c5-6c69-4e78-af37-1c517e2bc580 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Pushing event updated for resources: {'Port': ['ID=53312905-c9c8-46b3-9433-2b8c9796a979,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:03.467571 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9bb87c0e-2158-4d8c-95e9-530dba9a5d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:03.467571 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9bb87c0e-2158-4d8c-95e9-530dba9a5d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:03.467904 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6f17eb04-1270-445b-beb4-2dc48ccad6e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:03.468001 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-9bb87c0e-2158-4d8c-95e9-530dba9a5d24 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6f9a797-bff3-4808-9f23-767e17cd9ab2 HTTP/1.1" status: 204 len: 168 time: 0.2901516 Sep 21 16:27:03.472311 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb87c0e-2158-4d8c-95e9-530dba9a5d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f9a797-bff3-4808-9f23-767e17cd9ab2,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:03.523723 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6f17eb04-1270-445b-beb4-2dc48ccad6e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:03.723772 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6f17eb04-1270-445b-beb4-2dc48ccad6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:03.726237 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6f17eb04-1270-445b-beb4-2dc48ccad6e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:03.727420 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-6f17eb04-1270-445b-beb4-2dc48ccad6e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/95d9fcc5-ca1f-4df9-a30d-bb2fad5fb620 HTTP/1.1" status: 204 len: 168 time: 0.3923028 Sep 21 16:27:03.737204 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98e6d6-94f9-45d7-b387-87acd2b6d70f req-f88f0d65-1b99-435b-ad81-45f8a38c3534 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:03.738852 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1f98e6d6-94f9-45d7-b387-87acd2b6d70f req-f88f0d65-1b99-435b-ad81-45f8a38c3534 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0503922 Sep 21 16:27:03.772049 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17eb04-1270-445b-beb4-2dc48ccad6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d9fcc5-ca1f-4df9-a30d-bb2fad5fb620,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:03.804333 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1f98e6d6-94f9-45d7-b387-87acd2b6d70f req-36ad9c5a-cb47-4bd6-9e97-9dd54ad03d97 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510023 Sep 21 16:27:03.891543 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-397780c5-6c69-4e78-af37-1c517e2bc580 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:04.045828 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-397780c5-6c69-4e78-af37-1c517e2bc580 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:04.233248 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-397780c5-6c69-4e78-af37-1c517e2bc580 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks [] for port, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:04.241492 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 33594) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:04.257595 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-0428bc37-a088-4c18-9e04-60a1c8796f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:04.307044 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-397780c5-6c69-4e78-af37-1c517e2bc580 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4479009'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:04.377821 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-0428bc37-a088-4c18-9e04-60a1c8796f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:04.388624 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397780c5-6c69-4e78-af37-1c517e2bc580 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Pushing event updated for resources: {'Port': ['ID=53312905-c9c8-46b3-9433-2b8c9796a979,revision_number=2']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:04.415785 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-397780c5-6c69-4e78-af37-1c517e2bc580 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615442'] for floatingip, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:04.459921 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-0428bc37-a088-4c18-9e04-60a1c8796f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:04.499899 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-0428bc37-a088-4c18-9e04-60a1c8796f9c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f02b3b4fb2a04f2ab6f834edb09c6973&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572954 Sep 21 16:27:04.501577 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428bc37-a088-4c18-9e04-60a1c8796f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74afea1-84e7-474d-8840-70224e853dec,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:04.504164 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 33598) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:04.529299 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.db.l3_db [None req-397780c5-6c69-4e78-af37-1c517e2bc580 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Floating IP 737493fd-629c-4614-ab0c-848b3aea26c2 associated. External IP: 172.27.2.202, port: d19bd978-b2b6-41b6-86ce-47fb7aef0130. Sep 21 16:27:04.565905 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ba8d5d59-8add-468d-94f9-3f682fe32060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:04.590694 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ba8d5d59-8add-468d-94f9-3f682fe32060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:04.699251 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ba8d5d59-8add-468d-94f9-3f682fe32060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:04.713145 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ba8d5d59-8add-468d-94f9-3f682fe32060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:04.713145 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-ba8d5d59-8add-468d-94f9-3f682fe32060 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c74afea1-84e7-474d-8840-70224e853dec HTTP/1.1" status: 204 len: 168 time: 0.2021511 Sep 21 16:27:04.719511 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d5d59-8add-468d-94f9-3f682fe32060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74afea1-84e7-474d-8840-70224e853dec,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:04.758440 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397780c5-6c69-4e78-af37-1c517e2bc580 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Router f7c45cec-3735-456b-b93c-a3a0e68eb432 has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:27:04.876919 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397780c5-6c69-4e78-af37-1c517e2bc580 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:27:04.891506 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3631b82-881c-420f-ac0b-08e46e569e3d None None] Sync routers for ids ['f7c45cec-3735-456b-b93c-a3a0e68eb432'] in dv-cinder-810035-1-iscsi {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:27:04.901603 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3631b82-881c-420f-ac0b-08e46e569e3d None None] Routers {'f7c45cec-3735-456b-b93c-a3a0e68eb432'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:27:04.902311 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-d3631b82-881c-420f-ac0b-08e46e569e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:26:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['f7c45cec-3735-456b-b93c-a3a0e68eb432'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:04.914240 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bff3c7-63dd-4612-8822-655f636646c0 req-af8db5cd-949e-4540-b62e-8be29a036256 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:04.916172 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-45bff3c7-63dd-4612-8822-655f636646c0 req-af8db5cd-949e-4540-b62e-8be29a036256 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0520761 Sep 21 16:27:04.967135 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-45bff3c7-63dd-4612-8822-655f636646c0 req-f8c9a4ec-0fc5-4d8b-b092-aa520caf69ed tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406573 Sep 21 16:27:05.007182 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-397780c5-6c69-4e78-af37-1c517e2bc580 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for floatingip, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:05.027379 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-d3631b82-881c-420f-ac0b-08e46e569e3d None None] Set router f7c45cec-3735-456b-b93c-a3a0e68eb432 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:27:05.034254 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-397780c5-6c69-4e78-af37-1c517e2bc580 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4093654 Sep 21 16:27:05.034892 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc41fe55-28f2-49f2-a723-34ff16c684b6', 'tag': 'd19bd978-b2b6-41b6-86ce-47fb7aef0130'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:27:05.037729 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e754d3f-ab72-440c-8b3d-e959334a5768" -d '{"events": [{"name": "network-changed", "server_uuid": "bc41fe55-28f2-49f2-a723-34ff16c684b6", "tag": "d19bd978-b2b6-41b6-86ce-47fb7aef0130"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:27:05.091482 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e49d24-0194-4b05-9397-9c125ec14a3f x-openstack-request-id: req-92e49d24-0194-4b05-9397-9c125ec14a3f {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:27:05.092036 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc41fe55-28f2-49f2-a723-34ff16c684b6", "tag": "d19bd978-b2b6-41b6-86ce-47fb7aef0130", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:27:05.092220 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-92e49d24-0194-4b05-9397-9c125ec14a3f {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:27:05.092650 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc41fe55-28f2-49f2-a723-34ff16c684b6', 'tag': 'd19bd978-b2b6-41b6-86ce-47fb7aef0130', 'status': 'completed', 'code': 200} Sep 21 16:27:05.195309 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e754d3f-ab72-440c-8b3d-e959334a5768 req-8ecaae21-169f-4fbe-a7b6-483732196269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:05.199877 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2e754d3f-ab72-440c-8b3d-e959334a5768 req-8ecaae21-169f-4fbe-a7b6-483732196269 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4122ef3fa8f41e9ab1a2f71d1e6613d&device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 1099 time: 0.0771201 Sep 21 16:27:05.307983 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-d3631b82-881c-420f-ac0b-08e46e569e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'name': 'tempest-TestShelveInstance-620858767-router', 'tenant_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e8b466d-2c1c-49bf-9915-ad89a8b80f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:25:41Z', 'updated_at': '2021-09-21T16:25:45Z', 'revision_number': 4, 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'gw_port': {'id': '9e8b466d-2c1c-49bf-9915-ad89a8b80f77', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:25:42Z', 'updated_at': '2021-09-21T16:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_floatingips': [{'id': '737493fd-629c-4614-ab0c-848b3aea26c2', 'tenant_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'router_id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'port_id': 'd19bd978-b2b6-41b6-86ce-47fb7aef0130', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7', 'mac_address': 'fa:16:3e:9f:22:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc41fe55-28f2-49f2-a723-34ff16c684b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T16:27:03Z', 'updated_at': '2021-09-21T16:27:03Z', 'revision_number': 0, 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d5db47d-8e2a-401e-9b69-e3518d12c38e', 'name': '', 'network_id': '5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7', 'tenant_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'mac_address': 'fa:16:3e:f8:5e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e093e91b-c22f-4678-b4da-6ab8f4fff16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:25:44Z', 'updated_at': '2021-09-21T16:25:49Z', 'revision_number': 5, 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'subnets': [{'id': 'e093e91b-c22f-4678-b4da-6ab8f4fff16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:05.315958 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e754d3f-ab72-440c-8b3d-e959334a5768 req-b9e55d17-53ca-470a-8d46-cb4240508f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:05.317736 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2e754d3f-ab72-440c-8b3d-e959334a5768 req-b9e55d17-53ca-470a-8d46-cb4240508f9c service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7 HTTP/1.1" status: 200 len: 909 time: 0.1078782 Sep 21 16:27:05.343733 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3631b82-881c-420f-ac0b-08e46e569e3d None None] Checking router: f7c45cec-3735-456b-b93c-a3a0e68eb432 for host: dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:27:05.352675 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3631b82-881c-420f-ac0b-08e46e569e3d None None] Routers {'f7c45cec-3735-456b-b93c-a3a0e68eb432'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:27:05.353310 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-d3631b82-881c-420f-ac0b-08e46e569e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:26:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['f7c45cec-3735-456b-b93c-a3a0e68eb432'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:05.415228 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2e754d3f-ab72-440c-8b3d-e959334a5768 req-23306ea1-f7cf-4673-b1ce-1b30da32c1ee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d19bd978-b2b6-41b6-86ce-47fb7aef0130 HTTP/1.1" status: 200 len: 1000 time: 0.0862164 Sep 21 16:27:05.481177 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-d3631b82-881c-420f-ac0b-08e46e569e3d None None] Set router f7c45cec-3735-456b-b93c-a3a0e68eb432 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:27:05.481882 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e754d3f-ab72-440c-8b3d-e959334a5768 req-4acde2a1-db2b-4f1a-a05e-e0de77233f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:05.483739 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2e754d3f-ab72-440c-8b3d-e959334a5768 req-4acde2a1-db2b-4f1a-a05e-e0de77233f35 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e093e91b-c22f-4678-b4da-6ab8f4fff16a HTTP/1.1" status: 200 len: 847 time: 0.0611718 Sep 21 16:27:05.533233 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e754d3f-ab72-440c-8b3d-e959334a5768 req-e3f6280c-75b2-4e2f-be42-210c6b4a05af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:05.534881 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2e754d3f-ab72-440c-8b3d-e959334a5768 req-e3f6280c-75b2-4e2f-be42-210c6b4a05af service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436442 Sep 21 16:27:05.639028 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2e754d3f-ab72-440c-8b3d-e959334a5768 req-12c414ff-bce2-4d5e-8204-4b1bae6476fe service neutron] 10.222.0.44 "GET /v2.0/networks/5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957475 Sep 21 16:27:05.733610 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-d3631b82-881c-420f-ac0b-08e46e569e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'name': 'tempest-TestShelveInstance-620858767-router', 'tenant_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e8b466d-2c1c-49bf-9915-ad89a8b80f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:25:41Z', 'updated_at': '2021-09-21T16:25:45Z', 'revision_number': 4, 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'gw_port': {'id': '9e8b466d-2c1c-49bf-9915-ad89a8b80f77', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:25:42Z', 'updated_at': '2021-09-21T16:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_floatingips': [{'id': '737493fd-629c-4614-ab0c-848b3aea26c2', 'tenant_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'router_id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'port_id': 'd19bd978-b2b6-41b6-86ce-47fb7aef0130', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7', 'mac_address': 'fa:16:3e:9f:22:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc41fe55-28f2-49f2-a723-34ff16c684b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T16:27:03Z', 'updated_at': '2021-09-21T16:27:03Z', 'revision_number': 0, 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d5db47d-8e2a-401e-9b69-e3518d12c38e', 'name': '', 'network_id': '5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7', 'tenant_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'mac_address': 'fa:16:3e:f8:5e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e093e91b-c22f-4678-b4da-6ab8f4fff16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:25:44Z', 'updated_at': '2021-09-21T16:25:49Z', 'revision_number': 5, 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'subnets': [{'id': 'e093e91b-c22f-4678-b4da-6ab8f4fff16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:27:05.745935 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2e754d3f-ab72-440c-8b3d-e959334a5768 req-9269e27a-87a8-45b6-8eca-a65f6489ef2a service neutron] 10.222.0.44 "GET /v2.0/networks/5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997114 Sep 21 16:27:05.765079 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3631b82-881c-420f-ac0b-08e46e569e3d None None] The sync data for ids ['f7c45cec-3735-456b-b93c-a3a0e68eb432'] in dv-cinder-810035-1-iscsi is: [{'id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'name': 'tempest-TestShelveInstance-620858767-router', 'tenant_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e8b466d-2c1c-49bf-9915-ad89a8b80f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:25:41Z', 'updated_at': '2021-09-21T16:25:45Z', 'revision_number': 4, 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'gw_port': {'id': '9e8b466d-2c1c-49bf-9915-ad89a8b80f77', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:25:42Z', 'updated_at': '2021-09-21T16:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_floatingips': [{'id': '737493fd-629c-4614-ab0c-848b3aea26c2', 'tenant_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'router_id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'port_id': 'd19bd978-b2b6-41b6-86ce-47fb7aef0130', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7', 'mac_address': 'fa:16:3e:9f:22:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc41fe55-28f2-49f2-a723-34ff16c684b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T16:27:03Z', 'updated_at': '2021-09-21T16:27:03Z', 'revision_number': 0, 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d5db47d-8e2a-401e-9b69-e3518d12c38e', 'name': '', 'network_id': '5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7', 'tenant_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'mac_address': 'fa:16:3e:f8:5e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e093e91b-c22f-4678-b4da-6ab8f4fff16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:25:44Z', 'updated_at': '2021-09-21T16:25:49Z', 'revision_number': 5, 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'subnets': [{'id': 'e093e91b-c22f-4678-b4da-6ab8f4fff16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:27:05.984825 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45467369-a7cd-478b-8d3a-bee14283bb77 None None] New status for floating IP 737493fd-629c-4614-ab0c-848b3aea26c2: ACTIVE {{(pid=184194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:27:06.112372 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba78b7-4783-4dc1-9368-dc5471814e35 req-0ee53658-cf35-4a56-80fe-476cd284d42e tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:06.114424 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f1ba78b7-4783-4dc1-9368-dc5471814e35 req-0ee53658-cf35-4a56-80fe-476cd284d42e tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0609221 Sep 21 16:27:06.162525 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f1ba78b7-4783-4dc1-9368-dc5471814e35 req-704cc1ab-896b-45ef-a58d-de799edc2ae3 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410104 Sep 21 16:27:06.830468 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 33676) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:06.940268 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-7727e2a1-968c-4977-b1d6-7f689854a45a admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:07.036163 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-7727e2a1-968c-4977-b1d6-7f689854a45a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:07.104398 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-7727e2a1-968c-4977-b1d6-7f689854a45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:07.144095 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-7727e2a1-968c-4977-b1d6-7f689854a45a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e424a820f0f43b3aaec20716f88605f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124807 Sep 21 16:27:07.145693 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727e2a1-968c-4977-b1d6-7f689854a45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1877aadd-36a6-40d8-90a7-cf568f598b5a,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:07.147365 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 33686) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:07.210116 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bed7eb27-4faf-4a4f-be14-704b7c77ac0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:07.234481 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bed7eb27-4faf-4a4f-be14-704b7c77ac0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:07.312692 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7c01c-9dc0-46bf-9623-82704b97e6c0 req-b45d6687-04f2-43d1-a630-e9edb8edd212 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:07.314216 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-89b7c01c-9dc0-46bf-9623-82704b97e6c0 req-b45d6687-04f2-43d1-a630-e9edb8edd212 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0648117 Sep 21 16:27:07.359606 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-89b7c01c-9dc0-46bf-9623-82704b97e6c0 req-b44f9dd1-0712-4892-9bb7-1a841913928c tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379882 Sep 21 16:27:07.395628 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bed7eb27-4faf-4a4f-be14-704b7c77ac0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:07.395628 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bed7eb27-4faf-4a4f-be14-704b7c77ac0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:07.395628 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-bed7eb27-4faf-4a4f-be14-704b7c77ac0d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1877aadd-36a6-40d8-90a7-cf568f598b5a HTTP/1.1" status: 204 len: 168 time: 0.2447157 Sep 21 16:27:07.405169 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7eb27-4faf-4a4f-be14-704b7c77ac0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1877aadd-36a6-40d8-90a7-cf568f598b5a,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:07.907534 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 33714) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:08.012892 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-7a30139d-63e0-405e-a54a-9ae7c01bd75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:08.102583 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 33718) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:08.103721 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-7a30139d-63e0-405e-a54a-9ae7c01bd75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:08.116809 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-1a592de2-a64a-4f66-aa25-d70eb2927c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:08.190464 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-7a30139d-63e0-405e-a54a-9ae7c01bd75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:08.235914 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-7a30139d-63e0-405e-a54a-9ae7c01bd75c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9894d14e89b246e29c66a0a6a47c2f4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3269343 Sep 21 16:27:08.238037 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30139d-63e0-405e-a54a-9ae7c01bd75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4865fb4e-61e6-48ab-ad3e-d41d52587441,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:08.241757 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 33720) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:08.321023 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-1a592de2-a64a-4f66-aa25-d70eb2927c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:08.324096 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d202cc1c-fb14-4fb0-b489-040e09872c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:08.345861 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d202cc1c-fb14-4fb0-b489-040e09872c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:08.401635 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-1a592de2-a64a-4f66-aa25-d70eb2927c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:08.443724 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-1a592de2-a64a-4f66-aa25-d70eb2927c1e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aaa26fcb74fd46a8af11bb09aaa4ef99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3399932 Sep 21 16:27:08.446008 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a592de2-a64a-4f66-aa25-d70eb2927c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e258402-4b4a-4e69-a9e5-8331fa366764,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:08.448338 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 33724) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:08.470997 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d202cc1c-fb14-4fb0-b489-040e09872c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:08.474153 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d202cc1c-fb14-4fb0-b489-040e09872c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:08.475275 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-d202cc1c-fb14-4fb0-b489-040e09872c91 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4865fb4e-61e6-48ab-ad3e-d41d52587441 HTTP/1.1" status: 204 len: 168 time: 0.2335117 Sep 21 16:27:08.489869 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611b889-3fb7-4696-84dd-095b44473e5d req-1a00a27e-6b4b-4ef3-8146-183145148ecc tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:08.491355 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0611b889-3fb7-4696-84dd-095b44473e5d req-1a00a27e-6b4b-4ef3-8146-183145148ecc tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0585132 Sep 21 16:27:08.494395 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202cc1c-fb14-4fb0-b489-040e09872c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4865fb4e-61e6-48ab-ad3e-d41d52587441,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:08.516984 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-635363ab-9611-4013-bf43-d7a4f72b1de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:08.544017 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0611b889-3fb7-4696-84dd-095b44473e5d req-0d1b862e-953b-4480-85e5-2bfcc4756ef7 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460620 Sep 21 16:27:08.546288 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-635363ab-9611-4013-bf43-d7a4f72b1de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:08.710122 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-635363ab-9611-4013-bf43-d7a4f72b1de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:08.712741 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-635363ab-9611-4013-bf43-d7a4f72b1de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:08.713999 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-635363ab-9611-4013-bf43-d7a4f72b1de4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e258402-4b4a-4e69-a9e5-8331fa366764 HTTP/1.1" status: 204 len: 168 time: 0.2647517 Sep 21 16:27:08.722363 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635363ab-9611-4013-bf43-d7a4f72b1de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e258402-4b4a-4e69-a9e5-8331fa366764,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:09.115828 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:09.331586 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 33744) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:09.345415 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-211d3d6d-09c1-4120-ab23-f8a8b282cab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:09.436321 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-211d3d6d-09c1-4120-ab23-f8a8b282cab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:09.573176 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-211d3d6d-09c1-4120-ab23-f8a8b282cab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:09.631473 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-211d3d6d-09c1-4120-ab23-f8a8b282cab3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ad6705ae7cbb45318dd49525edddb771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984891 Sep 21 16:27:09.632670 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d3d6d-09c1-4120-ab23-f8a8b282cab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b835c3-9dfa-411a-b984-9c1b31994361,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:09.635585 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 33756) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:09.722202 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-48e7bb53-9d15-47dc-8a1b-ba3fbd7fdd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:09.741008 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef4fe0-bec1-43bf-8705-2eb01c977e76 req-caaeb4ca-29d7-4bf3-93b4-bc7c326cbd02 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:09.742485 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-92ef4fe0-bec1-43bf-8705-2eb01c977e76 req-caaeb4ca-29d7-4bf3-93b4-bc7c326cbd02 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0793183 Sep 21 16:27:09.757592 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-48e7bb53-9d15-47dc-8a1b-ba3fbd7fdd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:10.031662 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-92ef4fe0-bec1-43bf-8705-2eb01c977e76 req-689d100d-da2c-4f4a-9d99-0b18a4676c11 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2797532 Sep 21 16:27:10.150055 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-48e7bb53-9d15-47dc-8a1b-ba3fbd7fdd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:10.152721 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-48e7bb53-9d15-47dc-8a1b-ba3fbd7fdd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:10.153914 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-48e7bb53-9d15-47dc-8a1b-ba3fbd7fdd94 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/38b835c3-9dfa-411a-b984-9c1b31994361 HTTP/1.1" status: 204 len: 168 time: 0.5167408 Sep 21 16:27:10.162509 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7bb53-9d15-47dc-8a1b-ba3fbd7fdd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b835c3-9dfa-411a-b984-9c1b31994361,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:11.168867 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ed9bd-67f1-4f6f-88c9-03e5461a3da9 req-9c726631-0392-44d4-a191-b4084e7cc064 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:11.170408 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-983ed9bd-67f1-4f6f-88c9-03e5461a3da9 req-9c726631-0392-44d4-a191-b4084e7cc064 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0525408 Sep 21 16:27:11.225816 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-983ed9bd-67f1-4f6f-88c9-03e5461a3da9 req-665a2417-7b4b-4637-96cd-77c844740118 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464864 Sep 21 16:27:11.739833 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-3077fce3-f12d-4f04-8394-4bbbea1d2b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:12.374263 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49268b4e-07b6-4efe-a9c4-34e92b368d31 req-7909814f-6113-4d16-a6b1-6ec7940908d6 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:12.376704 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-49268b4e-07b6-4efe-a9c4-34e92b368d31 req-7909814f-6113-4d16-a6b1-6ec7940908d6 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0683792 Sep 21 16:27:12.432015 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-49268b4e-07b6-4efe-a9c4-34e92b368d31 req-1e94488c-fd14-44e7-a101-7b5cc1c406c5 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475094 Sep 21 16:27:12.462091 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ae764-7ff8-4e95-8554-bce54254e078 req-f1115c9c-6256-48cf-ac00-39c0fa7c4d77 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:12.465656 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-be4ae764-7ff8-4e95-8554-bce54254e078 req-f1115c9c-6256-48cf-ac00-39c0fa7c4d77 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0749884 Sep 21 16:27:12.513278 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-be4ae764-7ff8-4e95-8554-bce54254e078 req-ad57b6cb-f506-40ab-91ff-03137e376fc4 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434525 Sep 21 16:27:13.566378 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb591828-7dad-4b0e-8674-827fd3e21fd6 req-9d050d82-ece2-4a0c-b9fb-951caf3d2b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:13.566943 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2ac32-151e-4b9f-9ad6-7e5589e3458d req-3d5e6feb-cc63-49f6-8299-c63adb86d44f tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:13.567424 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-bb591828-7dad-4b0e-8674-827fd3e21fd6 req-9d050d82-ece2-4a0c-b9fb-951caf3d2b05 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fcd24fff54904925b7f9dea039d036dd&device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 1098 time: 0.1407142 Sep 21 16:27:13.567546 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-12e2ac32-151e-4b9f-9ad6-7e5589e3458d req-3d5e6feb-cc63-49f6-8299-c63adb86d44f tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0529821 Sep 21 16:27:13.611186 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-12e2ac32-151e-4b9f-9ad6-7e5589e3458d req-ddd890e4-3393-4545-b8af-9c0fed66712c tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346832 Sep 21 16:27:13.701705 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2ba78-4fd2-4c89-bdf9-e5e09da23348 req-16b7f6ed-c04c-4d66-af43-e5eef5daaa79 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:13.703212 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-20b2ba78-4fd2-4c89-bdf9-e5e09da23348 req-16b7f6ed-c04c-4d66-af43-e5eef5daaa79 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0998011 Sep 21 16:27:13.723794 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb591828-7dad-4b0e-8674-827fd3e21fd6 req-1e341ef4-d644-49d9-aef6-cda114030557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:13.725200 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-bb591828-7dad-4b0e-8674-827fd3e21fd6 req-1e341ef4-d644-49d9-aef6-cda114030557 service neutron] 10.222.0.44 "GET /v2.0/networks?id=74453f4e-295a-4b01-8c05-e1fb2fd58439 HTTP/1.1" status: 200 len: 918 time: 0.1405830 Sep 21 16:27:13.788154 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-20b2ba78-4fd2-4c89-bdf9-e5e09da23348 req-d3725b79-134e-414b-a74d-63c8ecd87dff tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752709 Sep 21 16:27:13.807710 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-bb591828-7dad-4b0e-8674-827fd3e21fd6 req-3e501389-47c6-4060-a4ca-9e2299d344e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e76fd80a-f3d4-4a68-b78c-90920a1d17c1 HTTP/1.1" status: 200 len: 1001 time: 0.0727043 Sep 21 16:27:13.860702 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb591828-7dad-4b0e-8674-827fd3e21fd6 req-7f1b3ecc-d2b0-443a-9de3-922d876a9936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:13.862141 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-bb591828-7dad-4b0e-8674-827fd3e21fd6 req-7f1b3ecc-d2b0-443a-9de3-922d876a9936 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6371c2ed-8e66-4812-bc10-372bbd5ac836 HTTP/1.1" status: 200 len: 856 time: 0.0437472 Sep 21 16:27:13.909670 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb591828-7dad-4b0e-8674-827fd3e21fd6 req-4adf22fd-8523-46aa-b9e2-325348f29749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:13.911177 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-bb591828-7dad-4b0e-8674-827fd3e21fd6 req-4adf22fd-8523-46aa-b9e2-325348f29749 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74453f4e-295a-4b01-8c05-e1fb2fd58439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404227 Sep 21 16:27:14.005845 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-bb591828-7dad-4b0e-8674-827fd3e21fd6 req-a69366f3-df50-415c-bcfc-7457880899ad service neutron] 10.222.0.44 "GET /v2.0/networks/74453f4e-295a-4b01-8c05-e1fb2fd58439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861464 Sep 21 16:27:14.101131 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-bb591828-7dad-4b0e-8674-827fd3e21fd6 req-40f7b793-a31d-4c17-8f1b-b2343379addd service neutron] 10.222.0.44 "GET /v2.0/networks/74453f4e-295a-4b01-8c05-e1fb2fd58439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878253 Sep 21 16:27:14.227010 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 33886) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:14.339479 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ea3af8b1-24a4-457e-8e0a-a210a5cd4033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:14.355491 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a801c590-61e0-443a-8122-418d5ec5ebf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:14.429559 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ea3af8b1-24a4-457e-8e0a-a210a5cd4033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:14.505089 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ea3af8b1-24a4-457e-8e0a-a210a5cd4033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:14.542964 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-ea3af8b1-24a4-457e-8e0a-a210a5cd4033 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=51872d3740ca4e3fa7775c9a843198a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148177 Sep 21 16:27:14.543860 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3af8b1-24a4-457e-8e0a-a210a5cd4033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4561d41b-a24e-4ec4-bbab-2f9945397665,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:14.545733 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 33890) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:14.598920 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-d0794f87-6b92-4226-ab3f-ffb8392120ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:14.620917 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-d0794f87-6b92-4226-ab3f-ffb8392120ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:14.649100 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device e76fd80a-f3d4-4a68-b78c-90920a1d17c1 details requested by agent hyperv_hv-cinder-81003 with host hv-cinder-81003 {{(pid=184193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 16:27:14.750946 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d7fc8-c17b-4ebe-b281-94c1bfa7a724 req-0fc828da-b092-47a9-a6ec-f12d372827df tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:14.752550 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-e43d7fc8-c17b-4ebe-b281-94c1bfa7a724 req-0fc828da-b092-47a9-a6ec-f12d372827df tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0522370 Sep 21 16:27:14.754473 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-d0794f87-6b92-4226-ab3f-ffb8392120ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:14.757279 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-d0794f87-6b92-4226-ab3f-ffb8392120ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:14.758307 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-d0794f87-6b92-4226-ab3f-ffb8392120ab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4561d41b-a24e-4ec4-bbab-2f9945397665 HTTP/1.1" status: 204 len: 168 time: 0.2113683 Sep 21 16:27:14.775345 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0794f87-6b92-4226-ab3f-ffb8392120ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4561d41b-a24e-4ec4-bbab-2f9945397665,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:14.807817 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-e43d7fc8-c17b-4ebe-b281-94c1bfa7a724 req-696d2b00-4803-4e10-bc9e-c8ad28efb6e9 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481677 Sep 21 16:27:14.897558 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port e76fd80a-f3d4-4a68-b78c-90920a1d17c1, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=e76fd80a-f3d4-4a68-b78c-90920a1d17c1,segment=NetworkSegment(f105e78b-d17d-49b4-8dea-7bfd49dbcc51),segment_id=f105e78b-d17d-49b4-8dea-7bfd49dbcc51)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:27:14.910204 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Returning: {'device': 'e76fd80a-f3d4-4a68-b78c-90920a1d17c1', 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439', 'port_id': 'e76fd80a-f3d4-4a68-b78c-90920a1d17c1', 'mac_address': 'fa:16:3e:78:f1:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=184193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 16:27:14.913817 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687bbdb-e1a5-46e9-bf9a-1497c6f87218 req-8e75a058-d230-4926-9581-3afd756a8251 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:14.919896 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b687bbdb-e1a5-46e9-bf9a-1497c6f87218 req-8e75a058-d230-4926-9581-3afd756a8251 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0568252 Sep 21 16:27:14.946893 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:14.959640 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b687bbdb-e1a5-46e9-bf9a-1497c6f87218 req-260e1a2b-dc61-4e34-92ac-e5f369ef8980 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378914 Sep 21 16:27:14.963452 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:14.976615 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e76fd80a-f3d4-4a68-b78c-90920a1d17c1 {{(pid=184193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:27:14.996048 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port e76fd80a-f3d4-4a68-b78c-90920a1d17c1, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=e76fd80a-f3d4-4a68-b78c-90920a1d17c1,segment=NetworkSegment(f105e78b-d17d-49b4-8dea-7bfd49dbcc51),segment_id=f105e78b-d17d-49b4-8dea-7bfd49dbcc51)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:27:15.086987 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:15.143343 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=e76fd80a-f3d4-4a68-b78c-90920a1d17c1,revision_number=6']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:15.177557 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['e76fd80a-f3d4-4a68-b78c-90920a1d17c1'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:27:15.468611 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 33902) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:15.482096 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-eb946f4a-c697-4148-9d48-b098bdca01af admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:15.576705 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-eb946f4a-c697-4148-9d48-b098bdca01af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:15.641539 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:15.703380 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-eb946f4a-c697-4148-9d48-b098bdca01af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:15.743333 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-eb946f4a-c697-4148-9d48-b098bdca01af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7fcbb506d26240b697a5df5b0b5dfdd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2736287 Sep 21 16:27:15.744188 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb946f4a-c697-4148-9d48-b098bdca01af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0498e336-a517-4750-99fd-2a71afac9c86,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:15.746852 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 33906) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:15.798915 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d52684c6-d91c-4050-998e-d5bf92c5ad00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:15.828384 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d52684c6-d91c-4050-998e-d5bf92c5ad00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:15.947466 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198c3d4-ab24-489d-8dc3-ac38f9eeeea6 req-9f0d62f8-0c51-4a22-9dff-a4e2fdd2174b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:15.948992 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-8198c3d4-ab24-489d-8dc3-ac38f9eeeea6 req-9f0d62f8-0c51-4a22-9dff-a4e2fdd2174b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 944 time: 0.0562196 Sep 21 16:27:15.996032 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-8198c3d4-ab24-489d-8dc3-ac38f9eeeea6 req-e237d10e-2e97-4e74-a038-6f40c22b3d86 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362358 Sep 21 16:27:16.012574 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d52684c6-d91c-4050-998e-d5bf92c5ad00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:16.015247 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d52684c6-d91c-4050-998e-d5bf92c5ad00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:16.020066 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-d52684c6-d91c-4050-998e-d5bf92c5ad00 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0498e336-a517-4750-99fd-2a71afac9c86 HTTP/1.1" status: 204 len: 168 time: 0.2717981 Sep 21 16:27:16.028289 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52684c6-d91c-4050-998e-d5bf92c5ad00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0498e336-a517-4750-99fd-2a71afac9c86,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:16.080865 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d30344-b8d0-4a0d-9cf8-b7ff9a8db922 req-c6a46ede-927d-4885-8b88-292613e2d528 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:16.083841 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a1d30344-b8d0-4a0d-9cf8-b7ff9a8db922 req-c6a46ede-927d-4885-8b88-292613e2d528 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0512612 Sep 21 16:27:16.128216 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a1d30344-b8d0-4a0d-9cf8-b7ff9a8db922 req-5313f0de-cf17-458c-b9dc-b88310f7b297 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387924 Sep 21 16:27:16.660127 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device e76fd80a-f3d4-4a68-b78c-90920a1d17c1 up at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:27:16.708452 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning complete for port e76fd80a-f3d4-4a68-b78c-90920a1d17c1 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:27:16.708837 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:16.788096 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:16.811009 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0bc3ba-a6a4-4872-8e61-4e7820123513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76fd80a-f3d4-4a68-b78c-90920a1d17c1'}] {{(pid=184193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:27:16.813299 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e6171c86456a5bbdaf0b46ebb92172d32a0ea5b64bc8822db714b438cc8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc9fd6b-0877-42b7-94cb-c8eaf17b01e9" -d '{"events": [{"server_uuid": "1d0bc3ba-a6a4-4872-8e61-4e7820123513", "name": "network-vif-plugged", "status": "completed", "tag": "e76fd80a-f3d4-4a68-b78c-90920a1d17c1"}]}' {{(pid=184193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:27:16.829883 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port e76fd80a-f3d4-4a68-b78c-90920a1d17c1, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=e76fd80a-f3d4-4a68-b78c-90920a1d17c1,segment=NetworkSegment(f105e78b-d17d-49b4-8dea-7bfd49dbcc51),segment_id=f105e78b-d17d-49b4-8dea-7bfd49dbcc51)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:27:16.853132 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a17ff7-a8cd-4d7a-99ea-cf7943ef4f9f x-openstack-request-id: req-78a17ff7-a8cd-4d7a-99ea-cf7943ef4f9f {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:27:16.853445 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0bc3ba-a6a4-4872-8e61-4e7820123513", "name": "network-vif-plugged", "status": "completed", "tag": "e76fd80a-f3d4-4a68-b78c-90920a1d17c1", "code": 200}]} {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:27:16.853702 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78a17ff7-a8cd-4d7a-99ea-cf7943ef4f9f {{(pid=184193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:27:16.854098 dv-cinder-810035-1-iscsi neutron-server[184193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0bc3ba-a6a4-4872-8e61-4e7820123513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76fd80a-f3d4-4a68-b78c-90920a1d17c1', 'code': 200} Sep 21 16:27:16.933146 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:16.983213 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=e76fd80a-f3d4-4a68-b78c-90920a1d17c1,revision_number=7']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:17.119436 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ba1c8-cde5-464d-b9bf-d7f01c36ab35 req-4e809050-6989-45d0-b2e9-e1b9a3b912ad tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:17.121628 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a70ba1c8-cde5-464d-b9bf-d7f01c36ab35 req-4e809050-6989-45d0-b2e9-e1b9a3b912ad tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0551507 Sep 21 16:27:17.162313 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a70ba1c8-cde5-464d-b9bf-d7f01c36ab35 req-cb0d7e46-1561-4de5-8ae3-b8bbed54a78a tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343814 Sep 21 16:27:17.268055 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d23eca-3a2e-4ad0-afff-13370ff48594 req-643f67a1-5e8e-4063-a9b6-428376472c08 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:17.270219 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d3d23eca-3a2e-4ad0-afff-13370ff48594 req-643f67a1-5e8e-4063-a9b6-428376472c08 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0582702 Sep 21 16:27:17.312871 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d3d23eca-3a2e-4ad0-afff-13370ff48594 req-d25a3f2a-6f29-4418-b54a-09a31923b2cb tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360372 Sep 21 16:27:17.396323 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:18.299143 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf835c5-1f19-4ad7-a7e5-d7a4bf53628e req-ce4e451c-7a15-4639-9488-ec56c2e97b7e tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:18.301225 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-adf835c5-1f19-4ad7-a7e5-d7a4bf53628e req-ce4e451c-7a15-4639-9488-ec56c2e97b7e tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0621653 Sep 21 16:27:18.342858 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-adf835c5-1f19-4ad7-a7e5-d7a4bf53628e req-4cf30e55-cbc5-41b1-8cee-dd01b66faf8d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354962 Sep 21 16:27:18.432115 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9bded-7e77-4be0-996f-97ae7826511a req-d16bb102-b349-4fe1-9cbc-9b857e779d4c tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:18.432115 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-86d9bded-7e77-4be0-996f-97ae7826511a req-d16bb102-b349-4fe1-9cbc-9b857e779d4c tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0496693 Sep 21 16:27:18.467875 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-86d9bded-7e77-4be0-996f-97ae7826511a req-c2acc61f-9eec-4f20-96ad-3fa3b7b4479f tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309548 Sep 21 16:27:19.411992 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 34018) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:19.465252 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c74c2c-8e86-4a98-9374-291f3de9e5a6 req-7ff9af6a-1cc6-4ccb-8cfb-35e628823e51 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:19.466759 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-71c74c2c-8e86-4a98-9374-291f3de9e5a6 req-7ff9af6a-1cc6-4ccb-8cfb-35e628823e51 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0491033 Sep 21 16:27:19.506723 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-71c74c2c-8e86-4a98-9374-291f3de9e5a6 req-bf56dd04-1f97-4422-b263-010c8e6e2ffc tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333884 Sep 21 16:27:19.525029 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-585380cc-6b88-4dc2-b947-2be719cb7132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:19.590587 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f570934-5f76-4dad-8736-686b57a56bcc req-84528da4-5de3-4527-b47b-0e42432eaf50 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:19.594648 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9f570934-5f76-4dad-8736-686b57a56bcc req-84528da4-5de3-4527-b47b-0e42432eaf50 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0573330 Sep 21 16:27:19.620121 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-585380cc-6b88-4dc2-b947-2be719cb7132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:19.633987 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9f570934-5f76-4dad-8736-686b57a56bcc req-ee98bb36-f480-4566-aa4b-7d862f5530c6 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329320 Sep 21 16:27:19.698181 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-585380cc-6b88-4dc2-b947-2be719cb7132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:19.736577 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-585380cc-6b88-4dc2-b947-2be719cb7132 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=56f89998895c41afb444950376daef64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235354 Sep 21 16:27:19.737378 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585380cc-6b88-4dc2-b947-2be719cb7132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d3a513-d0f5-4b18-990e-61115ea34492,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:19.739866 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 34024) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:19.786758 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-db5d9bae-f507-4697-9283-d1831c411b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:19.807187 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-db5d9bae-f507-4697-9283-d1831c411b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:19.932775 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-db5d9bae-f507-4697-9283-d1831c411b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:19.935345 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-db5d9bae-f507-4697-9283-d1831c411b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:19.936553 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-db5d9bae-f507-4697-9283-d1831c411b0a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6d3a513-d0f5-4b18-990e-61115ea34492 HTTP/1.1" status: 204 len: 168 time: 0.1956527 Sep 21 16:27:19.946034 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d9bae-f507-4697-9283-d1831c411b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d3a513-d0f5-4b18-990e-61115ea34492,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:20.640738 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 34042) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:20.653405 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-c746279a-86dc-4a54-8d66-6fca51f912ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:20.814778 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db93f0b-4ae9-408d-b901-a0b4441ef7c2 req-cf97c7df-69ad-45ba-bb28-e696b7bfa3f5 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:20.816611 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9db93f0b-4ae9-408d-b901-a0b4441ef7c2 req-cf97c7df-69ad-45ba-bb28-e696b7bfa3f5 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0576138 Sep 21 16:27:20.857582 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9db93f0b-4ae9-408d-b901-a0b4441ef7c2 req-75a072d3-0500-473f-9323-cb377f561883 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346420 Sep 21 16:27:21.026368 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-c746279a-86dc-4a54-8d66-6fca51f912ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:21.042873 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f718049-7b4a-4779-9226-46c17fbcddec req-18b29d6e-9bf6-4a47-9e6f-132a2222dd68 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:21.044336 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1f718049-7b4a-4779-9226-46c17fbcddec req-18b29d6e-9bf6-4a47-9e6f-132a2222dd68 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.3303483 Sep 21 16:27:21.081688 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1f718049-7b4a-4779-9226-46c17fbcddec req-c6a2dc98-19e3-4ba6-b486-78d074a25323 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313478 Sep 21 16:27:21.116919 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-c746279a-86dc-4a54-8d66-6fca51f912ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:21.155833 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-c746279a-86dc-4a54-8d66-6fca51f912ff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=369f6d6d5cd6484fac2a0f78eccee18f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5139832 Sep 21 16:27:21.156810 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746279a-86dc-4a54-8d66-6fca51f912ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eae5eb4-8504-4848-90e8-9ed53ebb195a,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:21.159110 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 34054) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:21.214471 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-0624107b-4d4e-4dcd-91e0-8128eeaebed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:21.235638 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-0624107b-4d4e-4dcd-91e0-8128eeaebed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:21.441847 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-0624107b-4d4e-4dcd-91e0-8128eeaebed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:21.444664 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-0624107b-4d4e-4dcd-91e0-8128eeaebed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:21.445863 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-0624107b-4d4e-4dcd-91e0-8128eeaebed5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7eae5eb4-8504-4848-90e8-9ed53ebb195a HTTP/1.1" status: 204 len: 168 time: 0.2858269 Sep 21 16:27:21.454978 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0624107b-4d4e-4dcd-91e0-8128eeaebed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eae5eb4-8504-4848-90e8-9ed53ebb195a,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:21.981729 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04a554-4387-40c5-9e3a-dd6e0d83e6b7 req-6fc6896a-aefe-4198-9179-a2a826e5f587 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:21.984019 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-1b04a554-4387-40c5-9e3a-dd6e0d83e6b7 req-6fc6896a-aefe-4198-9179-a2a826e5f587 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0552006 Sep 21 16:27:22.023772 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-1b04a554-4387-40c5-9e3a-dd6e0d83e6b7 req-dcecb36f-e0bf-4b19-bf74-b36e8a904669 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342069 Sep 21 16:27:22.059152 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 34086) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:22.184407 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-eac096b8-efd9-4d5c-8f5c-9e400cb28d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:22.294774 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f7c95-229f-4fec-9563-9b3436b09591 req-9ce2581d-ed57-4c31-8564-da8fac559b6f tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:22.294774 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-238f7c95-229f-4fec-9563-9b3436b09591 req-9ce2581d-ed57-4c31-8564-da8fac559b6f tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0784419 Sep 21 16:27:22.366634 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-238f7c95-229f-4fec-9563-9b3436b09591 req-dd771406-7eb0-4f41-92ce-63ebd6da5d2a tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714140 Sep 21 16:27:22.369044 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-eac096b8-efd9-4d5c-8f5c-9e400cb28d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:22.430445 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-eac096b8-efd9-4d5c-8f5c-9e400cb28d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:22.479166 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-eac096b8-efd9-4d5c-8f5c-9e400cb28d9c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a28f1b7e1a4f48629df2d63d520ad234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4186354 Sep 21 16:27:22.480282 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac096b8-efd9-4d5c-8f5c-9e400cb28d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d58b8b-369f-4f10-9373-570801cfff42,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:22.481719 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 34104) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:22.538587 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-93cf860a-b156-43fb-9033-e7f8dba2599d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:22.569832 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-93cf860a-b156-43fb-9033-e7f8dba2599d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:22.721496 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-93cf860a-b156-43fb-9033-e7f8dba2599d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:22.724140 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-93cf860a-b156-43fb-9033-e7f8dba2599d admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:22.725561 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-93cf860a-b156-43fb-9033-e7f8dba2599d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/33d58b8b-369f-4f10-9373-570801cfff42 HTTP/1.1" status: 204 len: 168 time: 0.2426937 Sep 21 16:27:22.741059 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf860a-b156-43fb-9033-e7f8dba2599d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d58b8b-369f-4f10-9373-570801cfff42,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:23.189586 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d882a3e-ccf8-4026-a733-a9e930bfb10b req-3c2e85c1-a4b4-4326-9a27-2cfd76d01a47 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:23.202518 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6d882a3e-ccf8-4026-a733-a9e930bfb10b req-3c2e85c1-a4b4-4326-9a27-2cfd76d01a47 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0893285 Sep 21 16:27:23.241313 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6d882a3e-ccf8-4026-a733-a9e930bfb10b req-61a7a696-ec4e-4975-822a-880b7ec551e5 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417135 Sep 21 16:27:23.496139 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75080a0-37be-4ba7-b98f-4c4839f2111f req-8d1b7a8f-df4c-43e1-a903-c299f214bdfa tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:23.498393 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f75080a0-37be-4ba7-b98f-4c4839f2111f req-8d1b7a8f-df4c-43e1-a903-c299f214bdfa tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0594671 Sep 21 16:27:23.562634 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f75080a0-37be-4ba7-b98f-4c4839f2111f req-0b7b1db5-2545-43e3-9278-aeabddc6aa3f tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555031 Sep 21 16:27:24.407903 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070f47e-5aa7-494e-bba9-9fba28f48124 req-2b3c6207-896f-49fd-ac7a-255d60c2edd3 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:24.418166 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8070f47e-5aa7-494e-bba9-9fba28f48124 req-2b3c6207-896f-49fd-ac7a-255d60c2edd3 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0865450 Sep 21 16:27:24.470718 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8070f47e-5aa7-494e-bba9-9fba28f48124 req-a7303ab0-faaa-40ee-ba1c-be19e95de87a tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512435 Sep 21 16:27:24.740340 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988641d0-16c1-499f-8c07-7393e5e1f50e req-36b311fc-bcf6-4e49-90b5-b81e374eebaa tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:24.742898 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-988641d0-16c1-499f-8c07-7393e5e1f50e req-36b311fc-bcf6-4e49-90b5-b81e374eebaa tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0641685 Sep 21 16:27:24.820659 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-988641d0-16c1-499f-8c07-7393e5e1f50e req-58e8d3e6-98ac-4b34-8bd0-83c1a9db5a90 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636196 Sep 21 16:27:25.580032 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aec90b-ff46-4e60-92b9-ef1497b1bc7d req-8489a0d9-9339-4f54-a91f-269b4a99c83b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:25.581515 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f1aec90b-ff46-4e60-92b9-ef1497b1bc7d req-8489a0d9-9339-4f54-a91f-269b4a99c83b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0490634 Sep 21 16:27:25.618825 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f1aec90b-ff46-4e60-92b9-ef1497b1bc7d req-4f141ee9-d1d0-436c-b6ea-7f8341328f92 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311830 Sep 21 16:27:25.916315 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 34210) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:25.994632 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f7828-e0e0-423f-b37a-79cc36c68742 req-43e13aab-6c29-4507-8f98-7756391e017d tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:26.011380 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b96f7828-e0e0-423f-b37a-79cc36c68742 req-43e13aab-6c29-4507-8f98-7756391e017d tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0970702 Sep 21 16:27:26.089307 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b96f7828-e0e0-423f-b37a-79cc36c68742 req-af6656d9-6cd0-499e-abf1-16800ba2c3db tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749786 Sep 21 16:27:26.093177 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-988305f0-5a4d-4056-abaf-170cf95791ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:26.237447 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-988305f0-5a4d-4056-abaf-170cf95791ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:26.366539 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-988305f0-5a4d-4056-abaf-170cf95791ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:26.421561 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-988305f0-5a4d-4056-abaf-170cf95791ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dab3072858dc426d8e9d4eec48f29a25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5040531 Sep 21 16:27:26.422452 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988305f0-5a4d-4056-abaf-170cf95791ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062e5a26-699a-4746-bcea-7c086363dffe,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:26.424685 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 34214) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:26.499483 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-01313177-4ee7-477a-8314-d66a17e47370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:26.533505 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-01313177-4ee7-477a-8314-d66a17e47370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:26.669725 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-01313177-4ee7-477a-8314-d66a17e47370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:26.673412 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-01313177-4ee7-477a-8314-d66a17e47370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:26.674861 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-01313177-4ee7-477a-8314-d66a17e47370 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/062e5a26-699a-4746-bcea-7c086363dffe HTTP/1.1" status: 204 len: 168 time: 0.2482045 Sep 21 16:27:26.694057 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01313177-4ee7-477a-8314-d66a17e47370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062e5a26-699a-4746-bcea-7c086363dffe,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:26.789114 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fd74d-7257-4128-ad0f-a7d5e00cc8d2 req-bfb0ed2f-f514-4821-999b-37e2f410dd7c tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:26.790654 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-446fd74d-7257-4128-ad0f-a7d5e00cc8d2 req-bfb0ed2f-f514-4821-999b-37e2f410dd7c tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0604749 Sep 21 16:27:26.836170 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-446fd74d-7257-4128-ad0f-a7d5e00cc8d2 req-4cdf98f8-afd0-4ccc-bd3e-d7af0a1ca558 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390773 Sep 21 16:27:27.239197 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec717b4-6da8-414c-b216-200b01cd394c req-61ee26d8-cdde-42c3-a908-29bf7874cbdf tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:27.241246 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1ec717b4-6da8-414c-b216-200b01cd394c req-61ee26d8-cdde-42c3-a908-29bf7874cbdf tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0809734 Sep 21 16:27:27.299125 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1ec717b4-6da8-414c-b216-200b01cd394c req-3716093d-c1cb-4c8e-90d7-74aa5cc8cb38 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463221 Sep 21 16:27:27.476097 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 34226) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:27.489864 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-fef6771f-af7a-4558-948c-6a8eef7a7bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:27.592105 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-fef6771f-af7a-4558-948c-6a8eef7a7bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:27.652656 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-fef6771f-af7a-4558-948c-6a8eef7a7bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:27.694429 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-fef6771f-af7a-4558-948c-6a8eef7a7bf6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af6801927e454edeb1004c6351e7ef19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2171047 Sep 21 16:27:27.695751 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6771f-af7a-4558-948c-6a8eef7a7bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c43dfa-8eb7-4716-9bf9-6cc4dcecc61a,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:27.697404 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 34228) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:27.754076 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-54df0995-125d-44bd-8eda-146bef546459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:27.782743 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-54df0995-125d-44bd-8eda-146bef546459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:27.915974 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-54df0995-125d-44bd-8eda-146bef546459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:27.920867 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-54df0995-125d-44bd-8eda-146bef546459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:27.922526 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-54df0995-125d-44bd-8eda-146bef546459 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c4c43dfa-8eb7-4716-9bf9-6cc4dcecc61a HTTP/1.1" status: 204 len: 168 time: 0.2240527 Sep 21 16:27:27.947454 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df0995-125d-44bd-8eda-146bef546459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c43dfa-8eb7-4716-9bf9-6cc4dcecc61a,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:28.046830 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50101557-8ff0-4f84-9768-6bf7bbefde8d req-62ee5e75-9042-4470-89f5-cd309fdecfd7 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:28.056159 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-50101557-8ff0-4f84-9768-6bf7bbefde8d req-62ee5e75-9042-4470-89f5-cd309fdecfd7 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.1321208 Sep 21 16:27:28.111549 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-50101557-8ff0-4f84-9768-6bf7bbefde8d req-cd4220a0-d747-4810-a0f8-6ab48a5e4fcd tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527420 Sep 21 16:27:28.268452 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-7b4afd53-7cdd-40d6-b251-b6590612a239 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e00a2aa59c85442e846c9a0c693fb6ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456407 Sep 21 16:27:28.499815 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe47ae-4a07-4e51-a294-b493300430e2 req-2a9756a9-029b-4924-a134-6a6147b691b6 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:28.508486 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-cabe47ae-4a07-4e51-a294-b493300430e2 req-2a9756a9-029b-4924-a134-6a6147b691b6 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.1208446 Sep 21 16:27:28.520652 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-c0c013fe-ef23-41c1-a24a-7aeb168c2eb4 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:28.528921 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-c0c013fe-ef23-41c1-a24a-7aeb168c2eb4 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2582879 Sep 21 16:27:28.544572 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-90feb765-f34e-4cee-b645-cdf5ffaaa917 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/quotas/e00a2aa59c85442e846c9a0c693fb6ff HTTP/1.1" status: 200 len: 375 time: 0.0151596 Sep 21 16:27:28.573808 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-cabe47ae-4a07-4e51-a294-b493300430e2 req-7b06b456-f80d-4a44-a4bd-635a4842ddc7 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604115 Sep 21 16:27:28.598198 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-e47e784d-7d82-42ba-99eb-de9e44f3896f tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e00a2aa59c85442e846c9a0c693fb6ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477638 Sep 21 16:27:28.980068 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-49f2f20e-74df-498c-aa8f-d1da505ca293 req-1df3148d-f216-428f-9bdb-06561c26bdf4 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 210 time: 0.0686374 Sep 21 16:27:29.239702 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544c4b9-b5cd-4727-b21b-cadb9ee21c41 req-f9edbed7-6fd7-4d46-9588-f844377d07c3 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:29.241277 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-a544c4b9-b5cd-4727-b21b-cadb9ee21c41 req-f9edbed7-6fd7-4d46-9588-f844377d07c3 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0588422 Sep 21 16:27:29.284431 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-a544c4b9-b5cd-4727-b21b-cadb9ee21c41 req-1e84ab5c-c09b-4d3b-8bb0-6853e46b2a21 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367193 Sep 21 16:27:29.692148 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f21e23-3077-49f1-8666-529e23cf1f17 req-dd8389bc-6199-479a-b9ca-b2ef1cc1b367 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:29.693632 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-69f21e23-3077-49f1-8666-529e23cf1f17 req-dd8389bc-6199-479a-b9ca-b2ef1cc1b367 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0579834 Sep 21 16:27:29.731998 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-69f21e23-3077-49f1-8666-529e23cf1f17 req-f2485a7f-822d-4a4b-89e1-7d1920855a50 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320089 Sep 21 16:27:30.065739 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c02f7ced-7edc-477c-aeef-e2d94d6f8594 req-5c9c94ab-dada-4688-8069-3cf7e85ac75e tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 210 time: 0.0325499 Sep 21 16:27:30.441428 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804492b5-5119-4071-b704-9770483f0f86 req-c606e0f7-16fd-4aa9-9787-5e60d9a902a1 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:30.444191 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-804492b5-5119-4071-b704-9770483f0f86 req-c606e0f7-16fd-4aa9-9787-5e60d9a902a1 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0666471 Sep 21 16:27:30.512668 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-804492b5-5119-4071-b704-9770483f0f86 req-9c822df9-2052-41b2-809f-1db2bc6a6ecb tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607324 Sep 21 16:27:30.883800 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d1193-392c-4067-8050-6f7a535a9ffc req-0bb3cdd1-0737-4b55-87a8-3c7b90c9de20 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:30.885269 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c90d1193-392c-4067-8050-6f7a535a9ffc req-0bb3cdd1-0737-4b55-87a8-3c7b90c9de20 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0536828 Sep 21 16:27:30.930280 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c90d1193-392c-4067-8050-6f7a535a9ffc req-3df3995f-e1b8-4af8-9d80-0b399847ce33 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367754 Sep 21 16:27:31.184586 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-09749e92-c68c-41c6-975a-c2ab49d0bbbd req-cc7d9022-9967-4f27-a5f0-2d22e031940d tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 210 time: 0.0395663 Sep 21 16:27:31.679255 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18aa19-8983-4e68-9cc3-c423526bb1e4 req-52e49042-91bb-40d6-ae2a-50c956efbd06 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:31.681137 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2d18aa19-8983-4e68-9cc3-c423526bb1e4 req-52e49042-91bb-40d6-ae2a-50c956efbd06 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0717010 Sep 21 16:27:31.750160 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2d18aa19-8983-4e68-9cc3-c423526bb1e4 req-443a2c3b-6fe9-48cf-8b86-6ddeb8c41412 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505409 Sep 21 16:27:31.909724 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-5a546ce0-2e6a-4e87-9b06-64c63c915b56 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=e00a2aa59c85442e846c9a0c693fb6ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490019 Sep 21 16:27:32.207529 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05580c3-4cc0-47d0-91e2-9ffa9a0462c0 req-a4f403ce-c779-43c4-a95a-3b4e49b7bc37 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:32.215411 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e05580c3-4cc0-47d0-91e2-9ffa9a0462c0 req-a4f403ce-c779-43c4-a95a-3b4e49b7bc37 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.1630483 Sep 21 16:27:32.239874 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-a7fab56c-8e4a-4575-9c00-a1cd4af22d61 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:32.241735 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-a7fab56c-8e4a-4575-9c00-a1cd4af22d61 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3254199 Sep 21 16:27:32.268322 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-2d4ae649-3fd0-4fff-9f7d-4f0844018437 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Request body: {'port': {'device_id': 'a6823d06-6725-4230-816b-0042dcadf58c', 'network_id': '0c204d6a-ae89-45da-a0b6-625b412cea70', 'admin_state_up': True, 'tenant_id': 'e00a2aa59c85442e846c9a0c693fb6ff'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:27:32.300008 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 34348) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:32.325478 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-4cca48cf-7e81-4b55-835c-1ae6043f2334 req-4a7a8b3d-5011-49d1-958e-d72902ef15be tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 210 time: 0.0445435 Sep 21 16:27:32.417592 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e05580c3-4cc0-47d0-91e2-9ffa9a0462c0 req-00ae3c7e-1422-43da-92d0-7ca12f3b6e5e tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010207 Sep 21 16:27:32.453794 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-dd3ba9d7-bd2d-46f8-9b3a-a6fd8ca6ae07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:32.561711 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-2d4ae649-3fd0-4fff-9f7d-4f0844018437 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Made reservation on behalf of e00a2aa59c85442e846c9a0c693fb6ff for: {'port': 1} {{(pid=184191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:27:32.566199 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-2d4ae649-3fd0-4fff-9f7d-4f0844018437 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:32.586023 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-2d4ae649-3fd0-4fff-9f7d-4f0844018437 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:32.677340 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-dd3ba9d7-bd2d-46f8-9b3a-a6fd8ca6ae07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:32.761548 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-dd3ba9d7-bd2d-46f8-9b3a-a6fd8ca6ae07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:32.815720 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-dd3ba9d7-bd2d-46f8-9b3a-a6fd8ca6ae07 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ae8bbc365384235abeccca17adbc2e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5130060 Sep 21 16:27:32.816634 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ba9d7-bd2d-46f8-9b3a-a6fd8ca6ae07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc7af61-5222-4a95-9d54-f9235db10b78,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:32.819006 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 34358) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:32.865097 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-2d4ae649-3fd0-4fff-9f7d-4f0844018437 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:32.897102 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-6bcfbe4d-44a9-4029-ab1a-44dd63b9b20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:32.920104 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9563b8e-000f-46ac-ab6f-c1a734e1fc2a req-4ead2b44-542c-4927-a78a-7705b7e7b09b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:32.921580 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f9563b8e-000f-46ac-ab6f-c1a734e1fc2a req-4ead2b44-542c-4927-a78a-7705b7e7b09b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0724487 Sep 21 16:27:32.939335 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-6bcfbe4d-44a9-4029-ab1a-44dd63b9b20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:32.991573 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f9563b8e-000f-46ac-ab6f-c1a734e1fc2a req-1391c911-6fae-411c-8f0e-0862c967e20a tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620449 Sep 21 16:27:33.161804 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-2d4ae649-3fd0-4fff-9f7d-4f0844018437 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:33.193272 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ae649-3fd0-4fff-9f7d-4f0844018437 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4844f7f7-2de7-4aeb-961e-9b08e137c293,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:33.201272 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ae649-3fd0-4fff-9f7d-4f0844018437 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:33.204973 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ae649-3fd0-4fff-9f7d-4f0844018437 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:33.205108 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-6bcfbe4d-44a9-4029-ab1a-44dd63b9b20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:33.205213 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ae649-3fd0-4fff-9f7d-4f0844018437 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:33.205213 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ae649-3fd0-4fff-9f7d-4f0844018437 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:33.205213 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ae649-3fd0-4fff-9f7d-4f0844018437 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:33.205213 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ae649-3fd0-4fff-9f7d-4f0844018437 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:33.205213 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ae649-3fd0-4fff-9f7d-4f0844018437 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:33.205213 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ae649-3fd0-4fff-9f7d-4f0844018437 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:33.205213 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ae649-3fd0-4fff-9f7d-4f0844018437 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:33.205213 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ae649-3fd0-4fff-9f7d-4f0844018437 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:33.205877 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-6bcfbe4d-44a9-4029-ab1a-44dd63b9b20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:33.205996 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ae649-3fd0-4fff-9f7d-4f0844018437 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:33.205996 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ae649-3fd0-4fff-9f7d-4f0844018437 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:33.206148 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-6bcfbe4d-44a9-4029-ab1a-44dd63b9b20d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4fc7af61-5222-4a95-9d54-f9235db10b78 HTTP/1.1" status: 204 len: 168 time: 0.3857019 Sep 21 16:27:33.217581 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfbe4d-44a9-4029-ab1a-44dd63b9b20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc7af61-5222-4a95-9d54-f9235db10b78,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:33.325756 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_common [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-2d4ae649-3fd0-4fff-9f7d-4f0844018437 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Allocated IP 192.168.233.14 (0c204d6a-ae89-45da-a0b6-625b412cea70/6fab8b82-9bdc-4e8e-9143-0ec7a411317a/07f9df72-ece9-451a-b005-4b0b69b9546b) {{(pid=184191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:27:33.572121 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-44a3987e-93b8-4e21-b200-a4c2b93b9499 req-2a149c18-164e-489a-aa72-da4a97e2aadf tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 210 time: 0.1670468 Sep 21 16:27:33.590735 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01888afc-269c-4fd9-9652-eba83c7a3a10 req-f360cbfe-d9db-45d3-ab9c-674991f0fe87 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:33.596603 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-01888afc-269c-4fd9-9652-eba83c7a3a10 req-f360cbfe-d9db-45d3-ab9c-674991f0fe87 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0974212 Sep 21 16:27:33.643505 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-01888afc-269c-4fd9-9652-eba83c7a3a10 req-c6412873-49d1-4f8b-8afb-c76befc208c4 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440001 Sep 21 16:27:33.742650 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-2d4ae649-3fd0-4fff-9f7d-4f0844018437 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Notify callbacks [] for port, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:33.858658 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-2d4ae649-3fd0-4fff-9f7d-4f0844018437 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:33.905343 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-2d4ae649-3fd0-4fff-9f7d-4f0844018437 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Network 0c204d6a-ae89-45da-a0b6-625b412cea70 is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:27:33.908914 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-2d4ae649-3fd0-4fff-9f7d-4f0844018437 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:27:33.913426 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-2d4ae649-3fd0-4fff-9f7d-4f0844018437 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Received port after_create {{(pid=184191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:27:33.977286 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ae649-3fd0-4fff-9f7d-4f0844018437 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Pushing event updated for resources: {'Port': ['ID=07f9df72-ece9-451a-b005-4b0b69b9546b,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:34.002613 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-2d4ae649-3fd0-4fff-9f7d-4f0844018437 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:34.003375 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-2d4ae649-3fd0-4fff-9f7d-4f0844018437 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:34.104931 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-2d4ae649-3fd0-4fff-9f7d-4f0844018437 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8455734 Sep 21 16:27:34.120327 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-1ffbf4dc-e644-4131-a09c-b78ebce8ba13 service neutron] Request body: {'port': {'device_id': 'a6823d06-6725-4230-816b-0042dcadf58c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81003'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:27:34.134665 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97af0d-de8f-4c69-b969-5cc959f7fa6c req-41d12dc5-aae2-4c52-9531-6a67eec1eb78 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:34.151626 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7d97af0d-de8f-4c69-b969-5cc959f7fa6c req-41d12dc5-aae2-4c52-9531-6a67eec1eb78 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.1255221 Sep 21 16:27:34.161410 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 34378) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:34.243451 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-2757462b-6862-41c4-9ae6-8ff5c66b6b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:34.256434 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-1ffbf4dc-e644-4131-a09c-b78ebce8ba13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:34.264262 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-312f9a9a-9ef4-4f2c-806c-d4384c175d3c None None] Provisioning complete for port 07f9df72-ece9-451a-b005-4b0b69b9546b triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:27:34.265098 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-312f9a9a-9ef4-4f2c-806c-d4384c175d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:34.282612 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7d09e-ba97-463c-a713-2c2111aee782 req-c2a7a759-29cf-4ab7-b9bf-a3d944d17095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:34.284139 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-fce7d09e-ba97-463c-a713-2c2111aee782 req-c2a7a759-29cf-4ab7-b9bf-a3d944d17095 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a04253395aa845968ab2e27453a7f5e1&device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 1099 time: 0.1262445 Sep 21 16:27:34.298321 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7d97af0d-de8f-4c69-b969-5cc959f7fa6c req-2105f57f-7642-4681-a45f-dadbe4b46158 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426966 Sep 21 16:27:34.350884 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-312f9a9a-9ef4-4f2c-806c-d4384c175d3c None None] Port 07f9df72-ece9-451a-b005-4b0b69b9546b cannot update to ACTIVE because it is not bound. {{(pid=184193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 16:27:34.451767 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7d09e-ba97-463c-a713-2c2111aee782 req-3a6b69de-c603-41ae-86f6-bb53ab7fb5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:34.453182 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-fce7d09e-ba97-463c-a713-2c2111aee782 req-3a6b69de-c603-41ae-86f6-bb53ab7fb5cc service neutron] 10.222.0.44 "GET /v2.0/networks?id=48ada096-de1e-4f63-81b0-12e54ddd3ecc HTTP/1.1" status: 200 len: 912 time: 0.1463966 Sep 21 16:27:34.475029 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be80a5-faa1-4620-ae5c-d2ccf8cacb51 req-d6ab090f-2e13-409b-b641-751d9338d964 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:34.477635 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-91be80a5-faa1-4620-ae5c-d2ccf8cacb51 req-d6ab090f-2e13-409b-b641-751d9338d964 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.2648416 Sep 21 16:27:34.545155 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-fce7d09e-ba97-463c-a713-2c2111aee782 req-9ba14041-62e6-431e-8e93-1ab602976a70 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee84741f-d4df-4f43-8069-2f452b663d02 HTTP/1.1" status: 200 len: 1002 time: 0.0815096 Sep 21 16:27:34.604789 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-2757462b-6862-41c4-9ae6-8ff5c66b6b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:34.608978 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-91be80a5-faa1-4620-ae5c-d2ccf8cacb51 req-5f8afbee-99ee-497f-8275-40b0c427220b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147921 Sep 21 16:27:34.648269 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7d09e-ba97-463c-a713-2c2111aee782 req-4f864b20-5775-4639-9181-48b6b6c92d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:34.648269 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-fce7d09e-ba97-463c-a713-2c2111aee782 req-4f864b20-5775-4639-9181-48b6b6c92d36 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d0a8263f-7f3f-444d-a2c9-8f405212c5f3 HTTP/1.1" status: 200 len: 850 time: 0.0940726 Sep 21 16:27:34.707881 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-2757462b-6862-41c4-9ae6-8ff5c66b6b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:34.764190 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-2757462b-6862-41c4-9ae6-8ff5c66b6b4f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40a96fa3852a4571a39d189633f7b32f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5763185 Sep 21 16:27:34.767481 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 34386) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:34.778448 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757462b-6862-41c4-9ae6-8ff5c66b6b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3861e69-f571-4ece-9439-ff0f32367aad,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:34.784544 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-1ffbf4dc-e644-4131-a09c-b78ebce8ba13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f9df72-ece9-451a-b005-4b0b69b9546b {{(pid=184191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:27:34.792935 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be3962-e9e9-46b6-a9ca-1f63c61e3136 req-9c22554b-4341-4e56-bfca-9ad13412f363 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:34.793060 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-1ffbf4dc-e644-4131-a09c-b78ebce8ba13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:34.794416 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-52be3962-e9e9-46b6-a9ca-1f63c61e3136 req-9c22554b-4341-4e56-bfca-9ad13412f363 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 935 time: 0.1424444 Sep 21 16:27:34.796215 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7d09e-ba97-463c-a713-2c2111aee782 req-635f0846-f1da-413e-b93d-cc5b362d6aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:34.797560 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-fce7d09e-ba97-463c-a713-2c2111aee782 req-635f0846-f1da-413e-b93d-cc5b362d6aec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48ada096-de1e-4f63-81b0-12e54ddd3ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1430748 Sep 21 16:27:34.805474 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.provisioning_blocks [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-1ffbf4dc-e644-4131-a09c-b78ebce8ba13 service neutron] Transition to ACTIVE for port object 07f9df72-ece9-451a-b005-4b0b69b9546b will not be triggered until provisioned by entity L2. {{(pid=184191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:27:34.923048 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-52be3962-e9e9-46b6-a9ca-1f63c61e3136 req-da21c9df-6457-4e26-904e-5ce9a46b763e tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/security-groups?id=4844f7f7-2de7-4aeb-961e-9b08e137c293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198981 Sep 21 16:27:34.927447 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-1ffbf4dc-e644-4131-a09c-b78ebce8ba13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4479009'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:34.939220 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-df75493e-fc41-4d63-ad04-f6db635aface admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:34.977153 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-df75493e-fc41-4d63-ad04-f6db635aface admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:34.985597 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-fce7d09e-ba97-463c-a713-2c2111aee782 req-70df21a0-8800-484a-8733-415fb8350948 service neutron] 10.222.0.44 "GET /v2.0/networks/48ada096-de1e-4f63-81b0-12e54ddd3ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788888 Sep 21 16:27:34.998565 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbf4dc-e644-4131-a09c-b78ebce8ba13 service neutron] Pushing event updated for resources: {'Port': ['ID=07f9df72-ece9-451a-b005-4b0b69b9546b,revision_number=2']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:35.065899 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.managers [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-1ffbf4dc-e644-4131-a09c-b78ebce8ba13 service neutron] Attempting to bind port 07f9df72-ece9-451a-b005-4b0b69b9546b on host hv-cinder-81003 for vnic_type normal with profile {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:27:35.067206 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.managers [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-1ffbf4dc-e644-4131-a09c-b78ebce8ba13 service neutron] Attempting to bind port 07f9df72-ece9-451a-b005-4b0b69b9546b by drivers openvswitch,hyperv on host hv-cinder-81003 at level 0 using segments [{'id': '4aeaf48c-5598-4624-9249-c0def40fc798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0c204d6a-ae89-45da-a0b6-625b412cea70'}] {{(pid=184191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:27:35.067642 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-1ffbf4dc-e644-4131-a09c-b78ebce8ba13 service neutron] Attempting to bind port 07f9df72-ece9-451a-b005-4b0b69b9546b on network 0c204d6a-ae89-45da-a0b6-625b412cea70 {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:27:35.072488 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-1ffbf4dc-e644-4131-a09c-b78ebce8ba13 service neutron] Port 07f9df72-ece9-451a-b005-4b0b69b9546b on network 0c204d6a-ae89-45da-a0b6-625b412cea70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81003 {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 16:27:35.072806 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-1ffbf4dc-e644-4131-a09c-b78ebce8ba13 service neutron] Attempting to bind port 07f9df72-ece9-451a-b005-4b0b69b9546b on network 0c204d6a-ae89-45da-a0b6-625b412cea70 {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:27:35.078530 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-1ffbf4dc-e644-4131-a09c-b78ebce8ba13 service neutron] Checking agent: {'id': 'b0f092dd-0f26-432c-b483-67197dbc1b44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'started_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:27:35.080131 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-1ffbf4dc-e644-4131-a09c-b78ebce8ba13 service neutron] Checking segment: {'id': '4aeaf48c-5598-4624-9249-c0def40fc798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0c204d6a-ae89-45da-a0b6-625b412cea70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:27:35.080131 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-1ffbf4dc-e644-4131-a09c-b78ebce8ba13 service neutron] Bound using segment: {'id': '4aeaf48c-5598-4624-9249-c0def40fc798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0c204d6a-ae89-45da-a0b6-625b412cea70'} {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:27:35.080131 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.managers [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-1ffbf4dc-e644-4131-a09c-b78ebce8ba13 service neutron] Bound port: 07f9df72-ece9-451a-b005-4b0b69b9546b, host: hv-cinder-81003, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf48c-5598-4624-9249-c0def40fc798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '0c204d6a-ae89-45da-a0b6-625b412cea70'}}] {{(pid=184191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:27:35.080603 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-1ffbf4dc-e644-4131-a09c-b78ebce8ba13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:35.123852 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-fce7d09e-ba97-463c-a713-2c2111aee782 req-02ccc999-dadf-4563-87c7-1ec1d9d81962 service neutron] 10.222.0.44 "GET /v2.0/networks/48ada096-de1e-4f63-81b0-12e54ddd3ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288798 Sep 21 16:27:35.158554 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-1ffbf4dc-e644-4131-a09c-b78ebce8ba13 service neutron] For port 07f9df72-ece9-451a-b005-4b0b69b9546b, host hv-cinder-81003, cleared binding levels {{(pid=184191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:27:35.162387 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-1ffbf4dc-e644-4131-a09c-b78ebce8ba13 service neutron] For port 07f9df72-ece9-451a-b005-4b0b69b9546b, host hv-cinder-81003, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=07f9df72-ece9-451a-b005-4b0b69b9546b,segment=NetworkSegment(4aeaf48c-5598-4624-9249-c0def40fc798),segment_id=4aeaf48c-5598-4624-9249-c0def40fc798)] {{(pid=184191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:27:35.190422 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-df75493e-fc41-4d63-ad04-f6db635aface admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:35.197728 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-df75493e-fc41-4d63-ad04-f6db635aface admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:35.197728 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-df75493e-fc41-4d63-ad04-f6db635aface admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3861e69-f571-4ece-9439-ff0f32367aad HTTP/1.1" status: 204 len: 168 time: 0.4279978 Sep 21 16:27:35.209839 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75493e-fc41-4d63-ad04-f6db635aface admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3861e69-f571-4ece-9439-ff0f32367aad,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:35.246714 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-1ffbf4dc-e644-4131-a09c-b78ebce8ba13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4479009'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:35.281211 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-1ffbf4dc-e644-4131-a09c-b78ebce8ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:35.282788 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-1ffbf4dc-e644-4131-a09c-b78ebce8ba13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:35.284198 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-1ffbf4dc-e644-4131-a09c-b78ebce8ba13 service neutron] 10.222.0.44 "PUT /v2.0/ports/07f9df72-ece9-451a-b005-4b0b69b9546b HTTP/1.1" status: 200 len: 1097 time: 1.1693404 Sep 21 16:27:35.284638 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6823d06-6725-4230-816b-0042dcadf58c', 'tag': '07f9df72-ece9-451a-b005-4b0b69b9546b'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:27:35.286931 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8119c38f-0ab3-4f16-95e2-81ddbe304452" -d '{"events": [{"name": "network-changed", "server_uuid": "a6823d06-6725-4230-816b-0042dcadf58c", "tag": "07f9df72-ece9-451a-b005-4b0b69b9546b"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:27:35.337426 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbf4dc-e644-4131-a09c-b78ebce8ba13 service neutron] Pushing event updated for resources: {'Port': ['ID=07f9df72-ece9-451a-b005-4b0b69b9546b,revision_number=3']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:35.433513 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa10ad-defc-4a24-80c2-4d109d504058 req-c2c70297-24c4-4e6a-8427-cf25c24a1326 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:35.435195 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-95fa10ad-defc-4a24-80c2-4d109d504058 req-c2c70297-24c4-4e6a-8427-cf25c24a1326 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0621614 Sep 21 16:27:35.480615 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-95fa10ad-defc-4a24-80c2-4d109d504058 req-23070b4c-528d-4a49-b688-645ff586dc12 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393424 Sep 21 16:27:35.491269 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-2c3c9f51-eede-4e09-b8da-bcc8e20940b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:35.492820 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-2c3c9f51-eede-4e09-b8da-bcc8e20940b8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e00a2aa59c85442e846c9a0c693fb6ff&device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 1100 time: 0.0545521 Sep 21 16:27:35.543380 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9980abe-ebd6-4ed5-ae30-8c7508443a63 x-openstack-request-id: req-c9980abe-ebd6-4ed5-ae30-8c7508443a63 {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:27:35.543380 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6823d06-6725-4230-816b-0042dcadf58c", "tag": "07f9df72-ece9-451a-b005-4b0b69b9546b", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:27:35.543380 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c9980abe-ebd6-4ed5-ae30-8c7508443a63 {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:27:35.543761 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6823d06-6725-4230-816b-0042dcadf58c', 'tag': '07f9df72-ece9-451a-b005-4b0b69b9546b', 'status': 'completed', 'code': 200} Sep 21 16:27:35.545143 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-907989f8-f5cf-45c1-b8cd-657571e1c883 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=07f9df72-ece9-451a-b005-4b0b69b9546b HTTP/1.1" status: 200 len: 217 time: 0.0409453 Sep 21 16:27:35.595130 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-942be0bc-1d1c-442f-aac8-aba2ca1a04b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:35.596535 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-942be0bc-1d1c-442f-aac8-aba2ca1a04b1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6fab8b82-9bdc-4e8e-9143-0ec7a411317a HTTP/1.1" status: 200 len: 843 time: 0.0432448 Sep 21 16:27:35.644514 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-210dc686-7f9a-4c3a-b94e-96a3e096161d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:35.646045 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-210dc686-7f9a-4c3a-b94e-96a3e096161d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0c204d6a-ae89-45da-a0b6-625b412cea70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0423772 Sep 21 16:27:35.747264 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-02efce33-279e-4652-928b-5fa57b738870 service neutron] 10.222.0.44 "GET /v2.0/networks/0c204d6a-ae89-45da-a0b6-625b412cea70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928960 Sep 21 16:27:35.759023 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9a2bc-18a4-446e-906d-fd673bac08a4 req-24789cb9-1514-4df2-a153-c723795ddf40 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:35.760626 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-54f9a2bc-18a4-446e-906d-fd673bac08a4 req-24789cb9-1514-4df2-a153-c723795ddf40 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0495965 Sep 21 16:27:35.804476 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-54f9a2bc-18a4-446e-906d-fd673bac08a4 req-00e66a31-0238-4cea-a9f2-13002082da89 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359948 Sep 21 16:27:35.838446 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:27:35.845961 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7e48a745-15f3-4d76-bf5a-aee6c233e882 req-9282ffb7-eeae-4489-9085-c150020b961d service neutron] 10.222.0.44 "GET /v2.0/networks/0c204d6a-ae89-45da-a0b6-625b412cea70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901749 Sep 21 16:27:36.071748 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda74c43-4ac8-4f27-b253-5a3812189845 req-b2bd8bb0-daf5-43f3-aafc-ff2994e24243 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:36.073216 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-dda74c43-4ac8-4f27-b253-5a3812189845 req-b2bd8bb0-daf5-43f3-aafc-ff2994e24243 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 947 time: 0.0805945 Sep 21 16:27:36.079117 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119c38f-0ab3-4f16-95e2-81ddbe304452 req-8267cbcb-7d7b-4db8-9866-6aaa8b25bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:36.080538 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8119c38f-0ab3-4f16-95e2-81ddbe304452 req-8267cbcb-7d7b-4db8-9866-6aaa8b25bba5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e00a2aa59c85442e846c9a0c693fb6ff&device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 1100 time: 0.0621450 Sep 21 16:27:36.113139 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-dda74c43-4ac8-4f27-b253-5a3812189845 req-9bdb30ce-d11a-43bc-910a-b0f5100f10cd tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/security-groups?id=4844f7f7-2de7-4aeb-961e-9b08e137c293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316868 Sep 21 16:27:36.214523 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119c38f-0ab3-4f16-95e2-81ddbe304452 req-998e9458-ce6c-48fa-8079-0fb5c65b68a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:36.216020 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8119c38f-0ab3-4f16-95e2-81ddbe304452 req-998e9458-ce6c-48fa-8079-0fb5c65b68a3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0c204d6a-ae89-45da-a0b6-625b412cea70 HTTP/1.1" status: 200 len: 870 time: 0.0905216 Sep 21 16:27:36.261714 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8119c38f-0ab3-4f16-95e2-81ddbe304452 req-56bd2ad2-56ef-4065-8ffc-7936367ab964 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=07f9df72-ece9-451a-b005-4b0b69b9546b HTTP/1.1" status: 200 len: 217 time: 0.0370564 Sep 21 16:27:36.311645 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119c38f-0ab3-4f16-95e2-81ddbe304452 req-2deb1943-1a90-4106-9c1e-1eb970ba724b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:36.313095 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8119c38f-0ab3-4f16-95e2-81ddbe304452 req-2deb1943-1a90-4106-9c1e-1eb970ba724b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6fab8b82-9bdc-4e8e-9143-0ec7a411317a HTTP/1.1" status: 200 len: 843 time: 0.0438278 Sep 21 16:27:36.360402 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119c38f-0ab3-4f16-95e2-81ddbe304452 req-7cae5a00-e00e-4718-ba3c-d1af535e1825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:36.361958 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8119c38f-0ab3-4f16-95e2-81ddbe304452 req-7cae5a00-e00e-4718-ba3c-d1af535e1825 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0c204d6a-ae89-45da-a0b6-625b412cea70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0413697 Sep 21 16:27:36.468987 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8119c38f-0ab3-4f16-95e2-81ddbe304452 req-64f2e95b-4d42-4e52-9f00-4ec1f885dc81 service neutron] 10.222.0.44 "GET /v2.0/networks/0c204d6a-ae89-45da-a0b6-625b412cea70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985537 Sep 21 16:27:36.564418 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8119c38f-0ab3-4f16-95e2-81ddbe304452 req-1b9c7749-e898-4e55-a843-396646f3ffd1 service neutron] 10.222.0.44 "GET /v2.0/networks/0c204d6a-ae89-45da-a0b6-625b412cea70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887830 Sep 21 16:27:36.612787 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f4955-f708-48c8-89fe-c93d5310152d req-b037a08f-1c3a-4542-81c6-9ddc5b19dae9 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:36.614247 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ba9f4955-f708-48c8-89fe-c93d5310152d req-b037a08f-1c3a-4542-81c6-9ddc5b19dae9 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0530453 Sep 21 16:27:36.651599 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ba9f4955-f708-48c8-89fe-c93d5310152d req-cc14e49d-dbde-4744-bfab-0efa906fb005 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313380 Sep 21 16:27:36.765720 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8159e1-da0e-4eec-9cf5-32d319a70ca7 req-e8e411d4-c1b5-4a1e-9883-7d14c3ee9712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:36.767112 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-aa8159e1-da0e-4eec-9cf5-32d319a70ca7 req-e8e411d4-c1b5-4a1e-9883-7d14c3ee9712 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fcd24fff54904925b7f9dea039d036dd&device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 1098 time: 0.0461898 Sep 21 16:27:36.860499 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8159e1-da0e-4eec-9cf5-32d319a70ca7 req-9bc48488-d25d-4d75-929b-ac70dd6dcf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:36.862106 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-aa8159e1-da0e-4eec-9cf5-32d319a70ca7 req-9bc48488-d25d-4d75-929b-ac70dd6dcf3b service neutron] 10.222.0.44 "GET /v2.0/networks?id=74453f4e-295a-4b01-8c05-e1fb2fd58439 HTTP/1.1" status: 200 len: 918 time: 0.0881500 Sep 21 16:27:37.178469 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-aa8159e1-da0e-4eec-9cf5-32d319a70ca7 req-d7df8bd5-f529-4f8a-bad2-63084edbc5d0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e76fd80a-f3d4-4a68-b78c-90920a1d17c1 HTTP/1.1" status: 200 len: 1001 time: 0.3091459 Sep 21 16:27:37.191617 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a095e54-866b-41ab-8d33-0533c3a116f6 req-1ebea3b1-1be3-4afc-b8ec-2fb0a42abbc0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:37.199045 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8a095e54-866b-41ab-8d33-0533c3a116f6 req-1ebea3b1-1be3-4afc-b8ec-2fb0a42abbc0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.2910633 Sep 21 16:27:37.239038 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909cac8-2cf7-4519-ab88-565c939df318 req-b82dfc38-ce2b-4f73-85dd-f843a3514074 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:37.241269 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6909cac8-2cf7-4519-ab88-565c939df318 req-b82dfc38-ce2b-4f73-85dd-f843a3514074 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 947 time: 0.0579109 Sep 21 16:27:37.275959 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8a095e54-866b-41ab-8d33-0533c3a116f6 req-575939ae-74c7-4e03-956a-6984fc7b440b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758197 Sep 21 16:27:37.278218 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8159e1-da0e-4eec-9cf5-32d319a70ca7 req-8aff6366-05d6-4b75-884e-91a01a43c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:37.279715 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-aa8159e1-da0e-4eec-9cf5-32d319a70ca7 req-8aff6366-05d6-4b75-884e-91a01a43c87c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6371c2ed-8e66-4812-bc10-372bbd5ac836 HTTP/1.1" status: 200 len: 856 time: 0.0779140 Sep 21 16:27:37.282238 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6909cac8-2cf7-4519-ab88-565c939df318 req-2c73148d-01e9-404f-b668-ae965d6e3eb9 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/security-groups?id=4844f7f7-2de7-4aeb-961e-9b08e137c293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345917 Sep 21 16:27:37.329267 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8159e1-da0e-4eec-9cf5-32d319a70ca7 req-e31ed619-95a5-4c7b-99ea-2680990dd24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:37.330719 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-aa8159e1-da0e-4eec-9cf5-32d319a70ca7 req-e31ed619-95a5-4c7b-99ea-2680990dd24b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74453f4e-295a-4b01-8c05-e1fb2fd58439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435934 Sep 21 16:27:37.435151 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-aa8159e1-da0e-4eec-9cf5-32d319a70ca7 req-1f38926f-3db4-4e8f-81f4-02a7410eaa70 service neutron] 10.222.0.44 "GET /v2.0/networks/74453f4e-295a-4b01-8c05-e1fb2fd58439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964355 Sep 21 16:27:37.529490 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-aa8159e1-da0e-4eec-9cf5-32d319a70ca7 req-9798bede-c6e0-4e90-8348-335973092a56 service neutron] 10.222.0.44 "GET /v2.0/networks/74453f4e-295a-4b01-8c05-e1fb2fd58439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867188 Sep 21 16:27:38.397377 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a89ad-cd50-4513-aedf-71d22441c23a req-15ab2256-a6ee-40d3-9908-e19dfa84824e tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:38.397954 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f9965-565d-4663-ac85-014f1675d34c req-d28fb24e-20cd-4e28-a263-e43d57abf79b tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:38.398900 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7b6a89ad-cd50-4513-aedf-71d22441c23a req-15ab2256-a6ee-40d3-9908-e19dfa84824e tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 945 time: 0.0487792 Sep 21 16:27:38.399623 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-829f9965-565d-4663-ac85-014f1675d34c req-d28fb24e-20cd-4e28-a263-e43d57abf79b tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 947 time: 0.0492477 Sep 21 16:27:38.437968 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7b6a89ad-cd50-4513-aedf-71d22441c23a req-03d986e2-9ad5-49a8-8df9-9848a81657a7 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323596 Sep 21 16:27:38.440495 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-829f9965-565d-4663-ac85-014f1675d34c req-b84caa8f-681a-4dad-9db5-24557565357f tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/security-groups?id=4844f7f7-2de7-4aeb-961e-9b08e137c293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349329 Sep 21 16:27:38.792599 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 07f9df72-ece9-451a-b005-4b0b69b9546b details requested by agent hyperv_hv-cinder-81003 with host hv-cinder-81003 {{(pid=184193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 16:27:38.795725 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device e76fd80a-f3d4-4a68-b78c-90920a1d17c1 no longer exists at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:27:38.938157 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:38.958169 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 07f9df72-ece9-451a-b005-4b0b69b9546b, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=07f9df72-ece9-451a-b005-4b0b69b9546b,segment=NetworkSegment(4aeaf48c-5598-4624-9249-c0def40fc798),segment_id=4aeaf48c-5598-4624-9249-c0def40fc798)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:27:38.980181 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0bc3ba-a6a4-4872-8e61-4e7820123513', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e76fd80a-f3d4-4a68-b78c-90920a1d17c1'}] {{(pid=184193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:27:38.982443 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e6171c86456a5bbdaf0b46ebb92172d32a0ea5b64bc8822db714b438cc8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46abcadc-ab9c-4747-9aca-22566f42b2e5" -d '{"events": [{"server_uuid": "1d0bc3ba-a6a4-4872-8e61-4e7820123513", "name": "network-vif-unplugged", "status": "completed", "tag": "e76fd80a-f3d4-4a68-b78c-90920a1d17c1"}]}' {{(pid=184193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:27:38.992041 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Returning: {'device': '07f9df72-ece9-451a-b005-4b0b69b9546b', 'network_id': '0c204d6a-ae89-45da-a0b6-625b412cea70', 'port_id': '07f9df72-ece9-451a-b005-4b0b69b9546b', 'mac_address': 'fa:16:3e:30:4e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fab8b82-9bdc-4e8e-9143-0ec7a411317a', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=184193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 16:27:38.997393 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port e76fd80a-f3d4-4a68-b78c-90920a1d17c1, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=e76fd80a-f3d4-4a68-b78c-90920a1d17c1,segment=NetworkSegment(f105e78b-d17d-49b4-8dea-7bfd49dbcc51),segment_id=f105e78b-d17d-49b4-8dea-7bfd49dbcc51)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:27:39.024997 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 16:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1057091b-3615-44e3-a461-2e59d1aca5a8 x-openstack-request-id: req-1057091b-3615-44e3-a461-2e59d1aca5a8 {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:27:39.025301 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0bc3ba-a6a4-4872-8e61-4e7820123513", "name": "network-vif-unplugged", "status": "completed", "tag": "e76fd80a-f3d4-4a68-b78c-90920a1d17c1", "code": 200}]} {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:27:39.025552 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1057091b-3615-44e3-a461-2e59d1aca5a8 {{(pid=184193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:27:39.025925 dv-cinder-810035-1-iscsi neutron-server[184193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0bc3ba-a6a4-4872-8e61-4e7820123513', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e76fd80a-f3d4-4a68-b78c-90920a1d17c1', 'code': 200} Sep 21 16:27:39.042612 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:39.059920 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f9df72-ece9-451a-b005-4b0b69b9546b {{(pid=184193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:27:39.071050 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:39.105567 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 07f9df72-ece9-451a-b005-4b0b69b9546b, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=07f9df72-ece9-451a-b005-4b0b69b9546b,segment=NetworkSegment(4aeaf48c-5598-4624-9249-c0def40fc798),segment_id=4aeaf48c-5598-4624-9249-c0def40fc798)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:27:39.131348 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=e76fd80a-f3d4-4a68-b78c-90920a1d17c1,revision_number=8']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:39.154989 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:39.183651 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:39.236230 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=07f9df72-ece9-451a-b005-4b0b69b9546b,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:39.535231 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['07f9df72-ece9-451a-b005-4b0b69b9546b'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:27:39.562619 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e40c0-0e7c-42e2-a9e4-678cb1410aef req-b22d8bb9-1c32-48e5-a5e1-c35c85fc7e86 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:39.564192 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-be9e40c0-0e7c-42e2-a9e4-678cb1410aef req-b22d8bb9-1c32-48e5-a5e1-c35c85fc7e86 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 943 time: 0.0515888 Sep 21 16:27:39.579424 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f1abf-de19-42fd-b1bc-a336102dff17 req-5ca0eae9-4698-4116-9b9a-e11cb774185f tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:39.581023 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3a6f1abf-de19-42fd-b1bc-a336102dff17 req-5ca0eae9-4698-4116-9b9a-e11cb774185f tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 948 time: 0.0748391 Sep 21 16:27:39.605346 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-be9e40c0-0e7c-42e2-a9e4-678cb1410aef req-530a2149-706b-4532-a300-0c89565f6cf7 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332158 Sep 21 16:27:39.631655 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3a6f1abf-de19-42fd-b1bc-a336102dff17 req-002e81a5-db4f-426b-ac0c-a31d1b5c0ac1 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/security-groups?id=4844f7f7-2de7-4aeb-961e-9b08e137c293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335712 Sep 21 16:27:40.732096 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae2fb4-fb94-4814-a468-8b103af0cbc3 req-12dfb115-92ed-4242-bb17-092f1d2dd860 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:40.733562 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e6ae2fb4-fb94-4814-a468-8b103af0cbc3 req-12dfb115-92ed-4242-bb17-092f1d2dd860 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 943 time: 0.0543873 Sep 21 16:27:40.737362 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44d24e-a191-435e-9cf8-08689c69fb5c req-8e4d1261-67ff-43a2-aa43-db50de01af41 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:40.738830 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2d44d24e-a191-435e-9cf8-08689c69fb5c req-8e4d1261-67ff-43a2-aa43-db50de01af41 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 948 time: 0.0492957 Sep 21 16:27:40.775845 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e6ae2fb4-fb94-4814-a468-8b103af0cbc3 req-5eb074db-26b2-46db-b986-32bddd0a24e2 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361009 Sep 21 16:27:40.777727 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2d44d24e-a191-435e-9cf8-08689c69fb5c req-2a701036-6ffb-4aaa-8420-12c5965a5736 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/security-groups?id=4844f7f7-2de7-4aeb-961e-9b08e137c293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327346 Sep 21 16:27:40.819261 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 07f9df72-ece9-451a-b005-4b0b69b9546b up at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:27:40.955526 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning for port 07f9df72-ece9-451a-b005-4b0b69b9546b completed by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:27:40.960677 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning complete for port 07f9df72-ece9-451a-b005-4b0b69b9546b triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:27:40.961050 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:41.051627 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:41.073879 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6823d06-6725-4230-816b-0042dcadf58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f9df72-ece9-451a-b005-4b0b69b9546b'}] {{(pid=184193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:27:41.076115 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e6171c86456a5bbdaf0b46ebb92172d32a0ea5b64bc8822db714b438cc8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca7415a-1a38-4bd9-b4c7-588ba1cec296" -d '{"events": [{"server_uuid": "a6823d06-6725-4230-816b-0042dcadf58c", "name": "network-vif-plugged", "status": "completed", "tag": "07f9df72-ece9-451a-b005-4b0b69b9546b"}]}' {{(pid=184193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:27:41.089527 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 07f9df72-ece9-451a-b005-4b0b69b9546b, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=07f9df72-ece9-451a-b005-4b0b69b9546b,segment=NetworkSegment(4aeaf48c-5598-4624-9249-c0def40fc798),segment_id=4aeaf48c-5598-4624-9249-c0def40fc798)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:27:41.112661 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bcaa2b-07c9-42d3-9e70-f3f94560529f x-openstack-request-id: req-03bcaa2b-07c9-42d3-9e70-f3f94560529f {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:27:41.112972 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6823d06-6725-4230-816b-0042dcadf58c", "name": "network-vif-plugged", "status": "completed", "tag": "07f9df72-ece9-451a-b005-4b0b69b9546b", "code": 200}]} {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:27:41.113243 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03bcaa2b-07c9-42d3-9e70-f3f94560529f {{(pid=184193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:27:41.113630 dv-cinder-810035-1-iscsi neutron-server[184193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6823d06-6725-4230-816b-0042dcadf58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f9df72-ece9-451a-b005-4b0b69b9546b', 'code': 200} Sep 21 16:27:41.160684 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:41.161611 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device e76fd80a-f3d4-4a68-b78c-90920a1d17c1 no longer exists at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:27:41.234897 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=07f9df72-ece9-451a-b005-4b0b69b9546b,revision_number=5']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:41.502793 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d79035-d578-4d4e-9a09-4d394542aa85 req-7bb4a1d5-4f5a-46b7-8563-ad11e41caa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:41.504884 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e9d79035-d578-4d4e-9a09-4d394542aa85 req-7bb4a1d5-4f5a-46b7-8563-ad11e41caa83 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 1102 time: 0.0396914 Sep 21 16:27:41.539767 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e9d79035-d578-4d4e-9a09-4d394542aa85 req-dd8e15ca-39c5-4b16-887d-b36337ad4546 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4844f7f7-2de7-4aeb-961e-9b08e137c293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273688 Sep 21 16:27:41.756010 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-caa7a25f-2866-4113-a050-6031d150acb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:41.899038 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55976453-30dd-48e6-ab47-b3f0e8ecd9d9 req-6ac1a585-c01a-481c-8144-cd19108f0d7c tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:41.900556 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-55976453-30dd-48e6-ab47-b3f0e8ecd9d9 req-6ac1a585-c01a-481c-8144-cd19108f0d7c tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 949 time: 0.0507245 Sep 21 16:27:41.938344 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-55976453-30dd-48e6-ab47-b3f0e8ecd9d9 req-6aed666d-3f97-432c-b705-081818b67476 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/security-groups?id=4844f7f7-2de7-4aeb-961e-9b08e137c293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318954 Sep 21 16:27:42.377700 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [req-af296d0e-404d-4e4e-ae94-64d52435490c req-11373bfe-acd3-4b50-9281-4fc07f8a0b0a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=184191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 16:27:42.378813 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-af296d0e-404d-4e4e-ae94-64d52435490c req-11373bfe-acd3-4b50-9281-4fc07f8a0b0a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0983653 Sep 21 16:27:42.748018 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44af0c-850a-483d-b729-d4a955c64437 req-6c09d6d1-3884-4b23-87d0-add36f8f0e42 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:42.749522 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1d44af0c-850a-483d-b729-d4a955c64437 req-6c09d6d1-3884-4b23-87d0-add36f8f0e42 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 943 time: 0.0508378 Sep 21 16:27:42.793732 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1d44af0c-850a-483d-b729-d4a955c64437 req-2cf401b4-c6e7-4ae1-8e11-7f458f5515d9 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373189 Sep 21 16:27:43.059194 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8cb2dd-0b43-49e5-9678-45c2cc8f8223 req-762324a3-fdb1-4728-b621-c5b265432bdd tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:43.060714 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-bc8cb2dd-0b43-49e5-9678-45c2cc8f8223 req-762324a3-fdb1-4728-b621-c5b265432bdd tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 949 time: 0.0550246 Sep 21 16:27:43.108412 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-bc8cb2dd-0b43-49e5-9678-45c2cc8f8223 req-a0d630ae-f7f9-46a9-972c-911426258a44 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/security-groups?id=4844f7f7-2de7-4aeb-961e-9b08e137c293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407131 Sep 21 16:27:43.291004 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 34560) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:43.378276 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0358ebd5-328b-4b1e-b667-0bbc23b7d979 req-5116b51f-d05e-4ea2-a5e4-67f2caffbbe6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0859275 Sep 21 16:27:43.388038 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [req-0358ebd5-328b-4b1e-b667-0bbc23b7d979 req-68c0187d-1d08-4a03-ac7b-20f1a187e616 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=184192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 16:27:43.388896 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0358ebd5-328b-4b1e-b667-0bbc23b7d979 req-68c0187d-1d08-4a03-ac7b-20f1a187e616 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050876 Sep 21 16:27:43.914122 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc61d41-a594-4f8d-9543-22848f1e7747 req-48685baf-c036-43f5-9937-ebf69121d9d8 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:43.915615 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2fc61d41-a594-4f8d-9543-22848f1e7747 req-48685baf-c036-43f5-9937-ebf69121d9d8 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 943 time: 0.0498016 Sep 21 16:27:43.953711 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2fc61d41-a594-4f8d-9543-22848f1e7747 req-fc19faef-db12-48bc-a6c4-03bfea9093bd tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320749 Sep 21 16:27:44.221253 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2d442-b5ca-4c2a-8b79-76e3af6b2f4d req-db3f3ef1-02b2-44f0-aabe-431fed9bda9c tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:44.222662 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-77c2d442-b5ca-4c2a-8b79-76e3af6b2f4d req-db3f3ef1-02b2-44f0-aabe-431fed9bda9c tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 949 time: 0.0482857 Sep 21 16:27:44.261701 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-77c2d442-b5ca-4c2a-8b79-76e3af6b2f4d req-a91b2667-c1fc-4a79-a05d-0454814b1ca1 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/security-groups?id=4844f7f7-2de7-4aeb-961e-9b08e137c293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314484 Sep 21 16:27:44.350125 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b6af8b46-aa08-4da3-a61e-1604a8ecee9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:44.759833 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014694d5-cbbb-47b4-9966-2fd5bb6ee33b req-59499c71-c586-434e-a7a8-ebba9c89eabc tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:44.761322 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-014694d5-cbbb-47b4-9966-2fd5bb6ee33b req-59499c71-c586-434e-a7a8-ebba9c89eabc tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 949 time: 0.0478592 Sep 21 16:27:44.800576 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-014694d5-cbbb-47b4-9966-2fd5bb6ee33b req-c8ef9f79-a10d-4919-a558-0ae38b75e96a tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/security-groups?id=4844f7f7-2de7-4aeb-961e-9b08e137c293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329666 Sep 21 16:27:44.835618 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:45.074564 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe8ecb-88a6-438c-b765-85d5a78b5292 req-a4fd714b-518f-4930-8b0f-50d76aa09b4b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:45.076059 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b0fe8ecb-88a6-438c-b765-85d5a78b5292 req-a4fd714b-518f-4930-8b0f-50d76aa09b4b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 943 time: 0.0489466 Sep 21 16:27:45.114817 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b0fe8ecb-88a6-438c-b765-85d5a78b5292 req-727b49d0-f0fe-40e0-87a6-8dbf6bdedd27 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327384 Sep 21 16:27:45.595030 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:45.930411 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92710d23-d350-42fc-abdd-f2e912c92b77 req-3bc22784-1b12-42cf-a874-e946ffc4f47a tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:45.932136 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-92710d23-d350-42fc-abdd-f2e912c92b77 req-3bc22784-1b12-42cf-a874-e946ffc4f47a tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 949 time: 0.0580392 Sep 21 16:27:45.971220 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-92710d23-d350-42fc-abdd-f2e912c92b77 req-bd38ca39-5a8c-4c6b-adc1-e0f271b44eff tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/security-groups?id=4844f7f7-2de7-4aeb-961e-9b08e137c293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328567 Sep 21 16:27:46.237337 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e17aa-a3dc-41fd-b502-256da5131c53 req-22809ed7-5e30-46b1-9f50-ebff42c0de31 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:46.238863 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-de9e17aa-a3dc-41fd-b502-256da5131c53 req-22809ed7-5e30-46b1-9f50-ebff42c0de31 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 943 time: 0.0502131 Sep 21 16:27:46.280531 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-de9e17aa-a3dc-41fd-b502-256da5131c53 req-af011c77-02de-4c85-9d02-d3451ed9b906 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346196 Sep 21 16:27:46.407234 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f00da-dd24-48bb-9c55-10bb7483926e req-e453f796-8a37-4cd9-a6f1-99e5d78cbf46 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:46.408667 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c01f00da-dd24-48bb-9c55-10bb7483926e req-e453f796-8a37-4cd9-a6f1-99e5d78cbf46 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 949 time: 0.0553329 Sep 21 16:27:46.515256 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [req-c01f00da-dd24-48bb-9c55-10bb7483926e req-2b3979d1-dfbe-45cf-bdf9-75e5fd1f79d0 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Deleting port 07f9df72-ece9-451a-b005-4b0b69b9546b {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:27:46.516026 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-c01f00da-dd24-48bb-9c55-10bb7483926e req-2b3979d1-dfbe-45cf-bdf9-75e5fd1f79d0 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:46.521038 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358ebd5-328b-4b1e-b667-0bbc23b7d979 req-5ac21465-8329-4662-a4c5-7327dafa2001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:46.523259 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0358ebd5-328b-4b1e-b667-0bbc23b7d979 req-5ac21465-8329-4662-a4c5-7327dafa2001 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513&tenant_id=fcd24fff54904925b7f9dea039d036dd HTTP/1.1" status: 200 len: 1096 time: 0.0759015 Sep 21 16:27:46.589213 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358ebd5-328b-4b1e-b667-0bbc23b7d979 req-17b891a7-b8cb-477f-9168-b6285cdb5dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:46.590768 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0358ebd5-328b-4b1e-b667-0bbc23b7d979 req-17b891a7-b8cb-477f-9168-b6285cdb5dc0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fcd24fff54904925b7f9dea039d036dd&device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 1096 time: 0.0426602 Sep 21 16:27:46.612430 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-c01f00da-dd24-48bb-9c55-10bb7483926e req-2b3979d1-dfbe-45cf-bdf9-75e5fd1f79d0 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] For port 07f9df72-ece9-451a-b005-4b0b69b9546b, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=07f9df72-ece9-451a-b005-4b0b69b9546b,segment=NetworkSegment(4aeaf48c-5598-4624-9249-c0def40fc798),segment_id=4aeaf48c-5598-4624-9249-c0def40fc798)] {{(pid=184191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:27:46.612784 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-c01f00da-dd24-48bb-9c55-10bb7483926e req-2b3979d1-dfbe-45cf-bdf9-75e5fd1f79d0 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:46.625342 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [req-c01f00da-dd24-48bb-9c55-10bb7483926e req-2b3979d1-dfbe-45cf-bdf9-75e5fd1f79d0 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Calling delete_port for 07f9df72-ece9-451a-b005-4b0b69b9546b owned by compute:nova {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:27:46.685828 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358ebd5-328b-4b1e-b667-0bbc23b7d979 req-f8d1f65d-695b-4c62-bc1d-5a8f5e33e5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:46.687236 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0358ebd5-328b-4b1e-b667-0bbc23b7d979 req-f8d1f65d-695b-4c62-bc1d-5a8f5e33e5df service neutron] 10.222.0.44 "GET /v2.0/networks?id=74453f4e-295a-4b01-8c05-e1fb2fd58439 HTTP/1.1" status: 200 len: 918 time: 0.0896845 Sep 21 16:27:46.765464 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0358ebd5-328b-4b1e-b667-0bbc23b7d979 req-d19aac58-2000-4028-8cee-4fb397987c56 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e76fd80a-f3d4-4a68-b78c-90920a1d17c1 HTTP/1.1" status: 200 len: 999 time: 0.0708356 Sep 21 16:27:46.816617 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358ebd5-328b-4b1e-b667-0bbc23b7d979 req-21c8efa0-66a7-4223-a7fe-595e8095a201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:46.818097 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0358ebd5-328b-4b1e-b667-0bbc23b7d979 req-21c8efa0-66a7-4223-a7fe-595e8095a201 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6371c2ed-8e66-4812-bc10-372bbd5ac836 HTTP/1.1" status: 200 len: 856 time: 0.0460377 Sep 21 16:27:46.862409 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358ebd5-328b-4b1e-b667-0bbc23b7d979 req-c1113660-f5b7-4cb0-a964-ecc8bfe596d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:46.863893 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0358ebd5-328b-4b1e-b667-0bbc23b7d979 req-c1113660-f5b7-4cb0-a964-ecc8bfe596d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74453f4e-295a-4b01-8c05-e1fb2fd58439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394161 Sep 21 16:27:46.898318 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-c01f00da-dd24-48bb-9c55-10bb7483926e req-2b3979d1-dfbe-45cf-bdf9-75e5fd1f79d0 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:46.934349 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3979d1-dfbe-45cf-bdf9-75e5fd1f79d0 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Pushing event deleted for resources: {'Port': ['ID=07f9df72-ece9-451a-b005-4b0b69b9546b,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:46.956984 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0358ebd5-328b-4b1e-b667-0bbc23b7d979 req-d63a6c7c-634d-4da4-88b8-3b3d4f137918 service neutron] 10.222.0.44 "GET /v2.0/networks/74453f4e-295a-4b01-8c05-e1fb2fd58439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853508 Sep 21 16:27:46.970073 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01f00da-dd24-48bb-9c55-10bb7483926e req-2b3979d1-dfbe-45cf-bdf9-75e5fd1f79d0 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] No DVR routers for this DVR port 07f9df72-ece9-451a-b005-4b0b69b9546b on host hv-cinder-81003 {{(pid=184191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:27:46.973492 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-c01f00da-dd24-48bb-9c55-10bb7483926e req-2b3979d1-dfbe-45cf-bdf9-75e5fd1f79d0 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:46.975570 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c01f00da-dd24-48bb-9c55-10bb7483926e req-2b3979d1-dfbe-45cf-bdf9-75e5fd1f79d0 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.44 "DELETE /v2.0/ports/07f9df72-ece9-451a-b005-4b0b69b9546b HTTP/1.1" status: 204 len: 173 time: 0.5563805 Sep 21 16:27:46.976022 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6823d06-6725-4230-816b-0042dcadf58c', 'name': 'network-vif-deleted', 'tag': '07f9df72-ece9-451a-b005-4b0b69b9546b'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:27:46.978526 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a16f42-d40b-4261-bf08-8e06e300f2e9" -d '{"events": [{"server_uuid": "a6823d06-6725-4230-816b-0042dcadf58c", "name": "network-vif-deleted", "tag": "07f9df72-ece9-451a-b005-4b0b69b9546b"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:27:47.035844 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bd0e25-a75b-4a03-85ba-d0f98e1c59f8 x-openstack-request-id: req-c6bd0e25-a75b-4a03-85ba-d0f98e1c59f8 {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:27:47.036487 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6823d06-6725-4230-816b-0042dcadf58c", "name": "network-vif-deleted", "tag": "07f9df72-ece9-451a-b005-4b0b69b9546b", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:27:47.037066 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c6bd0e25-a75b-4a03-85ba-d0f98e1c59f8 {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:27:47.037659 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6823d06-6725-4230-816b-0042dcadf58c', 'name': 'network-vif-deleted', 'tag': '07f9df72-ece9-451a-b005-4b0b69b9546b', 'status': 'completed', 'code': 200} Sep 21 16:27:47.090689 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-540fa039-8f8b-43dc-8119-e5141e2edff0 req-a8087f6a-d98d-4d65-9dac-f896e6c4bc41 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 210 time: 0.0351019 Sep 21 16:27:47.108413 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0358ebd5-328b-4b1e-b667-0bbc23b7d979 req-f0712ece-f994-45c9-b7c1-4b41bbe5725e service neutron] 10.222.0.44 "GET /v2.0/networks/74453f4e-295a-4b01-8c05-e1fb2fd58439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435699 Sep 21 16:27:47.401155 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:47.410111 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413fe38-451a-45be-bf1c-f455c7760609 req-4a17ba90-75c5-4af3-8cac-b533c93bc0fb tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:47.411639 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b413fe38-451a-45be-bf1c-f455c7760609 req-4a17ba90-75c5-4af3-8cac-b533c93bc0fb tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 943 time: 0.0530298 Sep 21 16:27:47.451577 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b413fe38-451a-45be-bf1c-f455c7760609 req-82568359-dcd4-4e08-a309-c46022c38a2e tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327601 Sep 21 16:27:48.201941 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-70b9fc74-b674-4cd3-830d-786c19ba4b98 req-3717d4bd-953d-4ee5-93c5-9d425fd0f534 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 210 time: 0.0303016 Sep 21 16:27:48.483482 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 34652) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:48.583413 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe9261-c89b-4223-a255-b5430eb9a380 req-e3273874-f9bf-4957-82ca-f32f1151ca5d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:48.586525 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-35fe9261-c89b-4223-a255-b5430eb9a380 req-e3273874-f9bf-4957-82ca-f32f1151ca5d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 943 time: 0.0519228 Sep 21 16:27:48.602614 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-99522b56-94b9-48c5-838a-f211396850d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:48.636429 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-35fe9261-c89b-4223-a255-b5430eb9a380 req-f1ff1d48-97f8-4d1b-a947-992b5aa76497 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415416 Sep 21 16:27:48.705930 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-99522b56-94b9-48c5-838a-f211396850d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:48.793557 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-99522b56-94b9-48c5-838a-f211396850d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:48.835525 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-99522b56-94b9-48c5-838a-f211396850d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c984223914a41c5b8384b402ead509a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3509588 Sep 21 16:27:48.836342 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99522b56-94b9-48c5-838a-f211396850d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff4162b-f19e-4982-ab8c-ced84cab5616,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:48.839220 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 34656) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:48.888555 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d26cb0a3-1ba0-4061-bef6-db43e73f5c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:48.899346 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 07f9df72-ece9-451a-b005-4b0b69b9546b no longer exists at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:27:48.909078 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d26cb0a3-1ba0-4061-bef6-db43e73f5c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:48.918694 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] No Port match for: 07f9df72-ece9-451a-b005-4b0b69b9546b {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:27:48.919036 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 07f9df72-ece9-451a-b005-4b0b69b9546b not bound to the agent host hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:27:49.029552 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d26cb0a3-1ba0-4061-bef6-db43e73f5c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:49.032096 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d26cb0a3-1ba0-4061-bef6-db43e73f5c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:49.033255 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-d26cb0a3-1ba0-4061-bef6-db43e73f5c08 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aff4162b-f19e-4982-ab8c-ced84cab5616 HTTP/1.1" status: 204 len: 168 time: 0.1924679 Sep 21 16:27:49.042115 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26cb0a3-1ba0-4061-bef6-db43e73f5c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff4162b-f19e-4982-ab8c-ced84cab5616,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:49.333471 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-fd988019-4d9b-4d09-ad45-3ea0be7174ed req-33fed407-c11c-40c7-bb10-485be8f6ee14 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 210 time: 0.0346880 Sep 21 16:27:49.766308 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed98e0-0fa8-42b5-b323-a646b544a6c3 req-d9b174f1-f371-4656-84aa-f205aa79114b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:49.767842 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-d3ed98e0-0fa8-42b5-b323-a646b544a6c3 req-d9b174f1-f371-4656-84aa-f205aa79114b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 943 time: 0.0527680 Sep 21 16:27:49.807962 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 34666) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:49.814921 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-d3ed98e0-0fa8-42b5-b323-a646b544a6c3 req-0bacea72-9eec-439e-bf9e-391a95f7cfbd tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406060 Sep 21 16:27:49.822529 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-bc957901-d272-422a-8fb1-ae517e3915f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:49.913720 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-bc957901-d272-422a-8fb1-ae517e3915f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:49.978022 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-bc957901-d272-422a-8fb1-ae517e3915f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:50.015583 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc957901-d272-422a-8fb1-ae517e3915f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c948a2ee-8b64-428d-a6c7-c74a2c26726a,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:50.019831 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-bc957901-d272-422a-8fb1-ae517e3915f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=169ee882f1af438e85dabc2780fb9b9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2108285 Sep 21 16:27:50.022389 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 34668) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:50.074903 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-20968f87-8c43-4b84-836b-1feccf36a7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:50.096945 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-20968f87-8c43-4b84-836b-1feccf36a7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:50.246286 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-20968f87-8c43-4b84-836b-1feccf36a7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:50.248771 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-20968f87-8c43-4b84-836b-1feccf36a7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:50.249974 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-20968f87-8c43-4b84-836b-1feccf36a7f3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c948a2ee-8b64-428d-a6c7-c74a2c26726a HTTP/1.1" status: 204 len: 168 time: 0.2266364 Sep 21 16:27:50.262679 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20968f87-8c43-4b84-836b-1feccf36a7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c948a2ee-8b64-428d-a6c7-c74a2c26726a,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:50.446951 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-e61ad7d3-c2df-4e94-aed2-63c49a4e6802 req-f51f0c9b-816d-48f1-a212-40d923da59fb tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 210 time: 0.0281007 Sep 21 16:27:50.944220 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ec70f-d193-45c9-abaf-1ee64b9bf81a req-6e097478-8560-4be8-b256-f54ccf8feee8 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:50.946231 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-3e7ec70f-d193-45c9-abaf-1ee64b9bf81a req-6e097478-8560-4be8-b256-f54ccf8feee8 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 943 time: 0.0537031 Sep 21 16:27:50.988474 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-3e7ec70f-d193-45c9-abaf-1ee64b9bf81a req-ca45c7f7-5f0d-4a85-b6e5-7ba69f4f23a1 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358546 Sep 21 16:27:51.602989 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-48852a4b-e52d-4f90-9fa8-98c3076771c9 req-d81ada6b-0357-46e3-aec8-e7763157b113 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 210 time: 0.0254188 Sep 21 16:27:51.763653 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 34684) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:51.777220 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9f176347-3fd0-46d5-93b9-624c5ff033f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:51.888684 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9f176347-3fd0-46d5-93b9-624c5ff033f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:52.000573 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9f176347-3fd0-46d5-93b9-624c5ff033f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:52.044957 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-9f176347-3fd0-46d5-93b9-624c5ff033f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5ac07b14bdbf406199492afc837ca4f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2800932 Sep 21 16:27:52.045822 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f176347-3fd0-46d5-93b9-624c5ff033f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ed44f9-69d5-4880-b1b9-97a6be67ef5e,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:52.047960 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 34688) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:27:52.065914 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f176347-3fd0-46d5-93b9-624c5ff033f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:52.066267 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f176347-3fd0-46d5-93b9-624c5ff033f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:52.066607 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f176347-3fd0-46d5-93b9-624c5ff033f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:52.066944 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f176347-3fd0-46d5-93b9-624c5ff033f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:52.067276 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f176347-3fd0-46d5-93b9-624c5ff033f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:52.067635 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f176347-3fd0-46d5-93b9-624c5ff033f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:52.067967 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f176347-3fd0-46d5-93b9-624c5ff033f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:52.068296 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f176347-3fd0-46d5-93b9-624c5ff033f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:52.068626 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f176347-3fd0-46d5-93b9-624c5ff033f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:52.068953 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f176347-3fd0-46d5-93b9-624c5ff033f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:52.069823 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f176347-3fd0-46d5-93b9-624c5ff033f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:52.070150 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f176347-3fd0-46d5-93b9-624c5ff033f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:27:52.116970 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-402eaddc-2ce0-41a1-b073-ee88e2ba3e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:52.129566 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b908093-7955-46c4-887e-e0f9954e52db req-a35c21ff-8196-4f63-a737-91c33c283423 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:52.131274 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6b908093-7955-46c4-887e-e0f9954e52db req-a35c21ff-8196-4f63-a737-91c33c283423 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 943 time: 0.0582712 Sep 21 16:27:52.140096 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-402eaddc-2ce0-41a1-b073-ee88e2ba3e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:52.174248 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6b908093-7955-46c4-887e-e0f9954e52db req-7262ad3b-4c5e-4ea7-aa2d-192a009aa4e3 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353563 Sep 21 16:27:52.297985 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-402eaddc-2ce0-41a1-b073-ee88e2ba3e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:52.300535 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-402eaddc-2ce0-41a1-b073-ee88e2ba3e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:27:52.301688 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-402eaddc-2ce0-41a1-b073-ee88e2ba3e4c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/84ed44f9-69d5-4880-b1b9-97a6be67ef5e HTTP/1.1" status: 204 len: 168 time: 0.2528303 Sep 21 16:27:52.310047 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402eaddc-2ce0-41a1-b073-ee88e2ba3e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ed44f9-69d5-4880-b1b9-97a6be67ef5e,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:27:52.697831 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-e2480eb1-1901-437f-9715-9b875c13f890 req-befc1bf8-8476-40d0-9e51-c47ea6a28de2 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 210 time: 0.0280302 Sep 21 16:27:53.312277 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebf044-ba94-4f40-811c-4d3411129189 req-9187f77a-079d-4f5a-b3d3-9867210fdf4c tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:53.314161 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5aebf044-ba94-4f40-811c-4d3411129189 req-9187f77a-079d-4f5a-b3d3-9867210fdf4c tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 943 time: 0.0611675 Sep 21 16:27:53.356582 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5aebf044-ba94-4f40-811c-4d3411129189 req-b648d4c8-b248-49ba-afeb-94d54fa09ce9 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363843 Sep 21 16:27:53.806853 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-fed2c2b5-844d-4294-be61-4307e623cff3 req-b9e973f4-1310-4899-9e1c-518b0a0a66ff tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 210 time: 0.0265052 Sep 21 16:27:54.502129 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88707d86-e40a-41f5-b326-133d2006c9fd req-f287aba4-c1af-49d1-8be4-93f2620f649a tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:54.510725 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-88707d86-e40a-41f5-b326-133d2006c9fd req-f287aba4-c1af-49d1-8be4-93f2620f649a tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 943 time: 0.0702047 Sep 21 16:27:54.551995 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-88707d86-e40a-41f5-b326-133d2006c9fd req-f1fe3c35-c06a-4969-95ad-cf755790fdd4 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386446 Sep 21 16:27:54.916423 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-081923fd-c104-490a-884b-5cf1c65497f9 req-c8d93c31-522b-43a4-9e21-6c0a680f701f tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 210 time: 0.0302527 Sep 21 16:27:55.677825 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2acf084-f31b-4085-a5ed-4f8de8fd39fc req-09178076-c65e-4706-bb3e-715386372738 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:55.680551 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f2acf084-f31b-4085-a5ed-4f8de8fd39fc req-09178076-c65e-4706-bb3e-715386372738 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 943 time: 0.0519967 Sep 21 16:27:55.724370 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f2acf084-f31b-4085-a5ed-4f8de8fd39fc req-3fa1622a-5adf-4028-bf8d-44efd2f44c29 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355239 Sep 21 16:27:56.022284 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-4a581cd9-6963-42f8-a678-8ee163882579 req-5bb6099b-078b-4b1a-ab43-c6ac7b0961d9 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 210 time: 0.0262473 Sep 21 16:27:56.855106 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac233c-00aa-49a6-90f4-71627e81becd req-870b8c78-b47d-458e-8f06-83e63f7939f1 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:56.856975 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a2ac233c-00aa-49a6-90f4-71627e81becd req-870b8c78-b47d-458e-8f06-83e63f7939f1 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 943 time: 0.0560086 Sep 21 16:27:56.896946 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a2ac233c-00aa-49a6-90f4-71627e81becd req-bb45ff3b-007c-4095-b2e3-40f5e3f5db91 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335340 Sep 21 16:27:57.130635 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c6618b5f-6aeb-4a0a-8591-a1c26e06cee8 req-97ab33ed-123e-48c4-9a0c-842aa70333d3 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 210 time: 0.0267947 Sep 21 16:27:58.035233 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f1cd2-e68e-431f-b7f3-2381f8f21bfc req-1f6c5776-d9a8-4137-addf-b5792fbafc6b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:58.036978 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b07f1cd2-e68e-431f-b7f3-2381f8f21bfc req-1f6c5776-d9a8-4137-addf-b5792fbafc6b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 943 time: 0.0568476 Sep 21 16:27:58.077790 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b07f1cd2-e68e-431f-b7f3-2381f8f21bfc req-e15f612e-f962-4cfa-b636-2e5d4c99a4d0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337982 Sep 21 16:27:58.245417 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-11f70661-19a5-4a79-a9e8-41a026eb0023 req-c1b82cae-170b-45bd-9554-20225d63fe35 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 210 time: 0.0281975 Sep 21 16:27:59.209804 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1663015-fcd1-4ec6-9b0e-ea2fe9ba36c3 req-3e454ed9-e450-47ca-804b-d7adde1cf31f tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:27:59.211306 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-d1663015-fcd1-4ec6-9b0e-ea2fe9ba36c3 req-3e454ed9-e450-47ca-804b-d7adde1cf31f tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 943 time: 0.0555005 Sep 21 16:27:59.251568 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-d1663015-fcd1-4ec6-9b0e-ea2fe9ba36c3 req-f8d34802-0e59-4d02-8050-84cc9d7a9fad tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336885 Sep 21 16:27:59.351319 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-156328fc-4830-4997-ad4a-a613171871df req-0da1575a-5912-4960-91f1-b91452915001 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 210 time: 0.0266504 Sep 21 16:28:00.376139 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4328d3-49ef-4200-afb1-796abce2eda1 req-28b922a3-e136-49c8-bfda-01f25b45dc4b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:00.377652 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8f4328d3-49ef-4200-afb1-796abce2eda1 req-28b922a3-e136-49c8-bfda-01f25b45dc4b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 943 time: 0.0539501 Sep 21 16:28:00.415873 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8f4328d3-49ef-4200-afb1-796abce2eda1 req-c39e6220-b1e7-453c-910f-6adcac93ede2 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322959 Sep 21 16:28:00.457409 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-17b0fb21-476b-4cdd-acbe-8c18ab50a20f req-1d839b59-8190-479f-be21-b6a886275501 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 210 time: 0.0268877 Sep 21 16:28:01.540166 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60ba48-b8f3-4187-8aa5-7372f63b70be req-e6983d13-7da6-441e-a884-58e9ac27b2ce tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:01.542197 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0c60ba48-b8f3-4187-8aa5-7372f63b70be req-e6983d13-7da6-441e-a884-58e9ac27b2ce tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 943 time: 0.0502915 Sep 21 16:28:01.565962 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-613762ed-849e-4e8b-8bb4-d2b3cfca6f75 req-3fdf96db-ac6a-4fa2-b0eb-647683717b38 tempest-VolumesNegativeTest-1325901409 tempest-VolumesNegativeTest-1325901409-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6823d06-6725-4230-816b-0042dcadf58c HTTP/1.1" status: 200 len: 210 time: 0.0287516 Sep 21 16:28:01.582012 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0c60ba48-b8f3-4187-8aa5-7372f63b70be req-4db096a7-f998-4a68-8ada-cc09325e8de3 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322917 Sep 21 16:28:02.706112 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bab16-18ba-4578-8868-a8112a0c0fd2 req-bfdaf8cc-65e6-48bd-8fe3-e960f7df1b66 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:02.707909 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-358bab16-18ba-4578-8868-a8112a0c0fd2 req-bfdaf8cc-65e6-48bd-8fe3-e960f7df1b66 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 943 time: 0.0519211 Sep 21 16:28:02.747784 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-358bab16-18ba-4578-8868-a8112a0c0fd2 req-735a7849-820a-4571-aa20-c3adf984c45d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334225 Sep 21 16:28:03.880879 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe5423-3ef4-40fe-8fba-d8720e774ca6 req-9dfa6958-4d8e-4713-9f0b-1d3807d28318 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:03.882323 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-90fe5423-3ef4-40fe-8fba-d8720e774ca6 req-9dfa6958-4d8e-4713-9f0b-1d3807d28318 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 943 time: 0.0494101 Sep 21 16:28:03.920684 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-90fe5423-3ef4-40fe-8fba-d8720e774ca6 req-f6d71d98-ed5a-4952-bc87-8b6e30fd99a3 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322855 Sep 21 16:28:05.045994 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624d297-c8d8-42a4-9911-d57618d4edc4 req-7b5fe0f7-d6ee-4a8c-b9b4-45ebc97d5e0a tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:05.047532 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f624d297-c8d8-42a4-9911-d57618d4edc4 req-7b5fe0f7-d6ee-4a8c-b9b4-45ebc97d5e0a tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 943 time: 0.0534475 Sep 21 16:28:05.088309 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f624d297-c8d8-42a4-9911-d57618d4edc4 req-327c872a-2382-440f-8b7f-d9d1f2f41a20 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346208 Sep 21 16:28:06.212202 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b40bc-bee2-46af-8201-7d3ce24ee069 req-c06480f9-b006-4421-8bce-3fa0fcc16d5d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:06.213635 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0a9b40bc-bee2-46af-8201-7d3ce24ee069 req-c06480f9-b006-4421-8bce-3fa0fcc16d5d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 943 time: 0.0533094 Sep 21 16:28:06.252969 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0a9b40bc-bee2-46af-8201-7d3ce24ee069 req-36582929-dc03-41c0-84e0-61317ebc46f6 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327146 Sep 21 16:28:07.377055 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fc013-692d-4d2f-910f-237dd7a20e39 req-f21ac7bc-9270-42e4-ae6c-f78ea5e0cef4 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:07.378507 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-704fc013-692d-4d2f-910f-237dd7a20e39 req-f21ac7bc-9270-42e4-ae6c-f78ea5e0cef4 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 943 time: 0.0493164 Sep 21 16:28:07.421684 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-704fc013-692d-4d2f-910f-237dd7a20e39 req-818f12a7-9aff-4720-8a6d-f07993e573c6 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371556 Sep 21 16:28:08.255597 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 35098) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:28:08.385302 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-aa8bb93e-6990-4fb0-bb68-2473ab837ae9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e00a2aa59c85442e846c9a0c693fb6ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1284938 Sep 21 16:28:08.387691 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 35102) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:28:08.437527 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-697d4bd8-fef9-4aaf-88c2-dcb5eff1181f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:08.458184 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-697d4bd8-fef9-4aaf-88c2-dcb5eff1181f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:08.546754 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1208dd3b-42e7-4cc7-b328-4d59b7c15b41 req-69cf988b-0a98-4a6a-9f30-1287340ac09e tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:08.548213 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1208dd3b-42e7-4cc7-b328-4d59b7c15b41 req-69cf988b-0a98-4a6a-9f30-1287340ac09e tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 943 time: 0.0504303 Sep 21 16:28:08.586180 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1208dd3b-42e7-4cc7-b328-4d59b7c15b41 req-4ae4ee10-eabf-40a2-acb6-13a1242b5f07 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321465 Sep 21 16:28:08.586877 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-697d4bd8-fef9-4aaf-88c2-dcb5eff1181f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:08.589388 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-697d4bd8-fef9-4aaf-88c2-dcb5eff1181f admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:08.590399 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-697d4bd8-fef9-4aaf-88c2-dcb5eff1181f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4844f7f7-2de7-4aeb-961e-9b08e137c293 HTTP/1.1" status: 204 len: 168 time: 0.2018254 Sep 21 16:28:08.598425 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d4bd8-fef9-4aaf-88c2-dcb5eff1181f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4844f7f7-2de7-4aeb-961e-9b08e137c293,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:28:08.864049 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 35116) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:28:08.972685 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6fd41cda-cecb-4a8c-9dfb-ed90ed546e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:09.058551 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6fd41cda-cecb-4a8c-9dfb-ed90ed546e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:09.155299 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6fd41cda-cecb-4a8c-9dfb-ed90ed546e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:09.182990 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:09.195309 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-6fd41cda-cecb-4a8c-9dfb-ed90ed546e5d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1d04312c2b324f8a9289ee4aa2136c5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3300297 Sep 21 16:28:09.196471 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd41cda-cecb-4a8c-9dfb-ed90ed546e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a4f3f5-4c0b-4cae-adfd-751cdeb6bbc9,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:28:09.198847 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 35128) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:28:09.246906 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4bec07f9-cee3-4464-a87d-a9b6d5bbbaf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:09.267465 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4bec07f9-cee3-4464-a87d-a9b6d5bbbaf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:09.394589 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4bec07f9-cee3-4464-a87d-a9b6d5bbbaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:09.397401 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4bec07f9-cee3-4464-a87d-a9b6d5bbbaf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:09.398660 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-4bec07f9-cee3-4464-a87d-a9b6d5bbbaf7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/51a4f3f5-4c0b-4cae-adfd-751cdeb6bbc9 HTTP/1.1" status: 204 len: 168 time: 0.1987710 Sep 21 16:28:09.407824 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec07f9-cee3-4464-a87d-a9b6d5bbbaf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a4f3f5-4c0b-4cae-adfd-751cdeb6bbc9,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:28:09.541726 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 35142) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:28:09.714607 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4cfe7-dbb4-4e30-891b-ab0b76b5f7f2 req-4e8275f1-4557-461b-a717-5f2b7ffe1465 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:09.716331 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7cd4cfe7-dbb4-4e30-891b-ab0b76b5f7f2 req-4e8275f1-4557-461b-a717-5f2b7ffe1465 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 943 time: 0.0577517 Sep 21 16:28:09.751093 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-4a0858f2-892a-4e2f-b8db-bfe838350347 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1744996706-network', 'tenant_id': '6816088d4964478681dfcccccc447025'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:28:09.763268 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7cd4cfe7-dbb4-4e30-891b-ab0b76b5f7f2 req-a83c7270-6154-4e56-be96-c40c3a417e0c tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405409 Sep 21 16:28:09.834673 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0858f2-892a-4e2f-b8db-bfe838350347 admin admin] Made reservation on behalf of 6816088d4964478681dfcccccc447025 for: {'network': 1} {{(pid=184192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:28:09.837045 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4a0858f2-892a-4e2f-b8db-bfe838350347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for network, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:09.845571 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4a0858f2-892a-4e2f-b8db-bfe838350347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:09.932202 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4a0858f2-892a-4e2f-b8db-bfe838350347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:10.006021 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4a0858f2-892a-4e2f-b8db-bfe838350347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:10.025927 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a0858f2-892a-4e2f-b8db-bfe838350347 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=184192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:28:10.039942 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0858f2-892a-4e2f-b8db-bfe838350347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d760806a-22e8-4d87-9e5f-cf716a1f46b8,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:28:10.042731 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4a0858f2-892a-4e2f-b8db-bfe838350347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:10.043060 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.db.segments_db [None req-4a0858f2-892a-4e2f-b8db-bfe838350347 admin admin] Added segment e882df40-668b-429e-adf6-f3fbb494929a of type vlan for network 8845ab47-c84e-42b9-8638-6d23702338cc Sep 21 16:28:10.081644 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4a0858f2-892a-4e2f-b8db-bfe838350347 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785855168287'] for network, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:10.166210 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4a0858f2-892a-4e2f-b8db-bfe838350347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779'] for network, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:10.167309 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0858f2-892a-4e2f-b8db-bfe838350347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:10.168000 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4a0858f2-892a-4e2f-b8db-bfe838350347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:10.230268 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0858f2-892a-4e2f-b8db-bfe838350347 admin admin] Pushing event updated for resources: {'Network': ['ID=8845ab47-c84e-42b9-8638-6d23702338cc,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:28:10.241192 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Network 8845ab47-c84e-42b9-8638-6d23702338cc details requested by agent ovs-agent-dv-cinder-810035-1-iscsi with host dv-cinder-810035-1-iscsi {{(pid=184193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 16:28:10.298025 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-4a0858f2-892a-4e2f-b8db-bfe838350347 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7551782 Sep 21 16:28:10.300840 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 35148) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:28:10.306481 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-00cf63b5-8049-4b98-a1ec-bb8a4a01da61 admin admin] Request body: {'subnet': {'network_id': '8845ab47-c84e-42b9-8638-6d23702338cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1744996706-subnet', 'tenant_id': '6816088d4964478681dfcccccc447025', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:28:10.406098 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cf63b5-8049-4b98-a1ec-bb8a4a01da61 admin admin] Made reservation on behalf of 6816088d4964478681dfcccccc447025 for: {'subnet': 1} {{(pid=184192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:28:10.408403 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-00cf63b5-8049-4b98-a1ec-bb8a4a01da61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4940044'] for subnet, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:10.635000 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-00cf63b5-8049-4b98-a1ec-bb8a4a01da61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5165455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4940066'] for subnet, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:10.686333 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf63b5-8049-4b98-a1ec-bb8a4a01da61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c2426fe-5529-46c1-bcb6-0a7962dda409,revision_number=0']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:28:10.696314 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cf63b5-8049-4b98-a1ec-bb8a4a01da61 admin admin] Checking segment: {'id': 'e882df40-668b-429e-adf6-f3fbb494929a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8845ab47-c84e-42b9-8638-6d23702338cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:28:10.696660 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cf63b5-8049-4b98-a1ec-bb8a4a01da61 admin admin] Network hostable DHCP agents. Network: 8845ab47-c84e-42b9-8638-6d23702338cc, hostable agents: ['29edb376-3f7b-48e5-82ab-3b3d2ffff097'], hosted agents: [] {{(pid=184192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:28:10.806233 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cf63b5-8049-4b98-a1ec-bb8a4a01da61 admin admin] Network 8845ab47-c84e-42b9-8638-6d23702338cc is scheduled to be hosted by DHCP agent 29edb376-3f7b-48e5-82ab-3b3d2ffff097 with binding_index 1 {{(pid=184192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:28:10.883680 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ae450-5c2c-48c2-8018-32475b188632 req-18441849-6b67-46f9-8e60-93caecebdc3d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:10.885185 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6f7ae450-5c2c-48c2-8018-32475b188632 req-18441849-6b67-46f9-8e60-93caecebdc3d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 943 time: 0.0481429 Sep 21 16:28:10.922542 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6f7ae450-5c2c-48c2-8018-32475b188632 req-4ec9d064-b152-4051-bb96-ec23606fd841 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310121 Sep 21 16:28:10.937324 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.base_scheduler [None req-00cf63b5-8049-4b98-a1ec-bb8a4a01da61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810035-1-iscsi, 8845ab47-c84e-42b9-8638-6d23702338cc) {{(pid=184192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:28:10.941387 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cf63b5-8049-4b98-a1ec-bb8a4a01da61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:10.941968 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-00cf63b5-8049-4b98-a1ec-bb8a4a01da61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:10.947252 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f095b73-3d51-4426-ab4b-a760941e98e7 None None] Network 8845ab47-c84e-42b9-8638-6d23702338cc requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:28:11.024158 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device e76fd80a-f3d4-4a68-b78c-90920a1d17c1 details requested by agent hyperv_hv-cinder-81003 with host hv-cinder-81003 {{(pid=184193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 16:28:11.076396 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-00cf63b5-8049-4b98-a1ec-bb8a4a01da61 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7742400 Sep 21 16:28:11.088765 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc41a225-c81d-494e-a1f7-4771abebc052 None None] Network 8845ab47-c84e-42b9-8638-6d23702338cc requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:28:11.215102 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port e76fd80a-f3d4-4a68-b78c-90920a1d17c1, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=e76fd80a-f3d4-4a68-b78c-90920a1d17c1,segment=NetworkSegment(f105e78b-d17d-49b4-8dea-7bfd49dbcc51),segment_id=f105e78b-d17d-49b4-8dea-7bfd49dbcc51)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:28:11.246011 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Returning: {'device': 'e76fd80a-f3d4-4a68-b78c-90920a1d17c1', 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439', 'port_id': 'e76fd80a-f3d4-4a68-b78c-90920a1d17c1', 'mac_address': 'fa:16:3e:78:f1:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=184193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 16:28:11.302792 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:11.315896 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e76fd80a-f3d4-4a68-b78c-90920a1d17c1 {{(pid=184193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:28:11.336962 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port e76fd80a-f3d4-4a68-b78c-90920a1d17c1, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=e76fd80a-f3d4-4a68-b78c-90920a1d17c1,segment=NetworkSegment(f105e78b-d17d-49b4-8dea-7bfd49dbcc51),segment_id=f105e78b-d17d-49b4-8dea-7bfd49dbcc51)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:28:11.429056 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:11.476490 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=e76fd80a-f3d4-4a68-b78c-90920a1d17c1,revision_number=9']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:28:11.484275 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:11.484648 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:11.484998 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:11.485336 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:11.485674 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:11.486005 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:11.486333 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:11.486659 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:11.487002 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:11.487333 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:11.487682 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:11.488002 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:28:11.708747 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-3f4efb26-98de-425d-aee9-bae36bae0d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:11.817166 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['e76fd80a-f3d4-4a68-b78c-90920a1d17c1'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:28:12.041322 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa94b3-a8af-412a-beaf-719d7181cfb8 req-38e0e9bf-5b43-4789-8f76-7c58b2a55aad tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:12.042694 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5baa94b3-a8af-412a-beaf-719d7181cfb8 req-38e0e9bf-5b43-4789-8f76-7c58b2a55aad tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 944 time: 0.0485446 Sep 21 16:28:12.081560 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5baa94b3-a8af-412a-beaf-719d7181cfb8 req-48dee10f-2b7c-4fd5-8022-2905cafeea91 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329816 Sep 21 16:28:12.525945 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7ca492c9-9c20-497b-ba00-2d721080f04b req-4d8bbbbd-8245-444d-bb0f-91a03f7539b9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425549 Sep 21 16:28:12.610983 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca492c9-9c20-497b-ba00-2d721080f04b req-db6094d5-6a92-4bda-9cf6-591a5f4d2cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:12.612496 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7ca492c9-9c20-497b-ba00-2d721080f04b req-db6094d5-6a92-4bda-9cf6-591a5f4d2cc9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a04253395aa845968ab2e27453a7f5e1&device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 1099 time: 0.0397766 Sep 21 16:28:12.719738 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca492c9-9c20-497b-ba00-2d721080f04b req-24f844a7-a06b-49b5-91b4-b486eb71d2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:12.721139 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7ca492c9-9c20-497b-ba00-2d721080f04b req-24f844a7-a06b-49b5-91b4-b486eb71d2db service neutron] 10.222.0.44 "GET /v2.0/networks?id=48ada096-de1e-4f63-81b0-12e54ddd3ecc HTTP/1.1" status: 200 len: 912 time: 0.0859015 Sep 21 16:28:12.790070 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7ca492c9-9c20-497b-ba00-2d721080f04b req-1892f1e4-c373-4abe-8fca-7ed9cfc74a4e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee84741f-d4df-4f43-8069-2f452b663d02 HTTP/1.1" status: 200 len: 1002 time: 0.0562048 Sep 21 16:28:12.826806 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:28:12.842009 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca492c9-9c20-497b-ba00-2d721080f04b req-56b7b7bc-f510-46b6-91b4-904f3ee5f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:12.843481 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7ca492c9-9c20-497b-ba00-2d721080f04b req-56b7b7bc-f510-46b6-91b4-904f3ee5f3c6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d0a8263f-7f3f-444d-a2c9-8f405212c5f3 HTTP/1.1" status: 200 len: 850 time: 0.0436022 Sep 21 16:28:12.892207 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca492c9-9c20-497b-ba00-2d721080f04b req-07e4129d-5b4f-49ba-a7ae-7df3c1da079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:12.893656 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7ca492c9-9c20-497b-ba00-2d721080f04b req-07e4129d-5b4f-49ba-a7ae-7df3c1da079b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48ada096-de1e-4f63-81b0-12e54ddd3ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429740 Sep 21 16:28:13.027809 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device e76fd80a-f3d4-4a68-b78c-90920a1d17c1 up at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:28:13.082190 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning complete for port e76fd80a-f3d4-4a68-b78c-90920a1d17c1 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:28:13.082560 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:13.165765 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:13.194923 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0bc3ba-a6a4-4872-8e61-4e7820123513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76fd80a-f3d4-4a68-b78c-90920a1d17c1'}] {{(pid=184193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:28:13.199332 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e6171c86456a5bbdaf0b46ebb92172d32a0ea5b64bc8822db714b438cc8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b584c17d-9c6f-4dcc-a92c-098efc9677ee" -d '{"events": [{"server_uuid": "1d0bc3ba-a6a4-4872-8e61-4e7820123513", "name": "network-vif-plugged", "status": "completed", "tag": "e76fd80a-f3d4-4a68-b78c-90920a1d17c1"}]}' {{(pid=184193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:28:13.209425 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5aff4-9996-4426-96a3-f342a1ec894e req-6d3a7385-0c72-4979-9415-2fc93fd76e68 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:13.210590 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port e76fd80a-f3d4-4a68-b78c-90920a1d17c1, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=e76fd80a-f3d4-4a68-b78c-90920a1d17c1,segment=NetworkSegment(f105e78b-d17d-49b4-8dea-7bfd49dbcc51),segment_id=f105e78b-d17d-49b4-8dea-7bfd49dbcc51)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:28:13.211844 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-1af5aff4-9996-4426-96a3-f342a1ec894e req-6d3a7385-0c72-4979-9415-2fc93fd76e68 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 944 time: 0.0566239 Sep 21 16:28:13.250733 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-1af5aff4-9996-4426-96a3-f342a1ec894e req-0d85deb3-b719-43af-9c5c-e2bca557a49b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333896 Sep 21 16:28:13.291913 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:13.302924 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7ca492c9-9c20-497b-ba00-2d721080f04b req-b83cf554-9010-4d52-b05c-86434a847f8d service neutron] 10.222.0.44 "GET /v2.0/networks/48ada096-de1e-4f63-81b0-12e54ddd3ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016249 Sep 21 16:28:13.317750 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-b41ffaec-e58a-4642-8fc1-734716e41216 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:13.319275 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-b41ffaec-e58a-4642-8fc1-734716e41216 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/networks?id=8845ab47-c84e-42b9-8638-6d23702338cc HTTP/1.1" status: 200 len: 814 time: 0.1540842 Sep 21 16:28:13.349115 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=e76fd80a-f3d4-4a68-b78c-90920a1d17c1,revision_number=10']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:28:13.355168 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-03415e21-0145-4910-9f64-7a3daf52ed9e tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/quotas/6816088d4964478681dfcccccc447025 HTTP/1.1" status: 200 len: 375 time: 0.0270634 Sep 21 16:28:13.420036 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-5aabc5ca-3a0e-4030-8837-c003af969978 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6816088d4964478681dfcccccc447025&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335920 Sep 21 16:28:13.428447 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c35eb5-59af-404c-9e9b-9ec36118e643 x-openstack-request-id: req-26c35eb5-59af-404c-9e9b-9ec36118e643 {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:28:13.428762 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0bc3ba-a6a4-4872-8e61-4e7820123513", "name": "network-vif-plugged", "status": "completed", "tag": "e76fd80a-f3d4-4a68-b78c-90920a1d17c1", "code": 200}]} {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:28:13.429453 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-26c35eb5-59af-404c-9e9b-9ec36118e643 {{(pid=184193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:28:13.429453 dv-cinder-810035-1-iscsi neutron-server[184193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0bc3ba-a6a4-4872-8e61-4e7820123513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76fd80a-f3d4-4a68-b78c-90920a1d17c1', 'code': 200} Sep 21 16:28:13.445780 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7ca492c9-9c20-497b-ba00-2d721080f04b req-1b5b7509-1550-4cb7-947a-c0bb9fb164ad service neutron] 10.222.0.44 "GET /v2.0/networks/48ada096-de1e-4f63-81b0-12e54ddd3ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254885 Sep 21 16:28:13.574845 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-4ebc5a41-9504-4b30-ad6b-010ee2c86f96 service neutron] 10.222.0.41 "GET /v2.0/networks/8845ab47-c84e-42b9-8638-6d23702338cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449418 Sep 21 16:28:13.661856 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-4523db28-82b8-4dee-935c-550e3d71a891 service neutron] 10.222.0.41 "GET /v2.0/networks/8845ab47-c84e-42b9-8638-6d23702338cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802917 Sep 21 16:28:13.913915 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b447e7b4-6cf7-45a9-9d34-17f4a84240b7 req-1e7bd354-5d51-43c3-959d-5d842d45c8ca tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=68f62223-4b6c-4a22-bd09-28dfb35c84e4 HTTP/1.1" status: 200 len: 210 time: 0.0487103 Sep 21 16:28:14.082903 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd2b53-e3a7-4f09-bec0-afb4635aa652 req-5c66893f-fa94-434d-b4ad-bbd52b7d158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:14.084369 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1ddd2b53-e3a7-4f09-bec0-afb4635aa652 req-5c66893f-fa94-434d-b4ad-bbd52b7d158a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 1099 time: 0.0406172 Sep 21 16:28:14.121374 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1ddd2b53-e3a7-4f09-bec0-afb4635aa652 req-34d420f2-9735-487f-bf50-2c431715c786 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271559 Sep 21 16:28:14.337332 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b8e9e87b-1765-44bd-9146-778685045411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:14.372941 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bece0e-5cf5-4349-9946-76945fa918d1 req-c772b6ec-08de-4b3e-abfe-65b84db8bfdb tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:14.375077 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-13bece0e-5cf5-4349-9946-76945fa918d1 req-c772b6ec-08de-4b3e-abfe-65b84db8bfdb tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 946 time: 0.0522268 Sep 21 16:28:14.414719 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-13bece0e-5cf5-4349-9946-76945fa918d1 req-15140d5a-5cea-4e02-8da8-b170d76a2bb0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331600 Sep 21 16:28:14.834450 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:15.009848 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-bccd1bce-01d1-4c84-bc9a-6d8e025cfc0a req-2c2b7cbd-9589-4a8d-ac84-a03b9c3a310f tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=68f62223-4b6c-4a22-bd09-28dfb35c84e4 HTTP/1.1" status: 200 len: 210 time: 0.0253422 Sep 21 16:28:15.540170 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20a163-3873-4c8f-9988-a1ff034f879a req-eba4c6b0-9593-4ff4-927d-ddf5b47e0e72 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:15.541542 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3c20a163-3873-4c8f-9988-a1ff034f879a req-eba4c6b0-9593-4ff4-927d-ddf5b47e0e72 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 946 time: 0.0487895 Sep 21 16:28:15.578814 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3c20a163-3873-4c8f-9988-a1ff034f879a req-2aeafc7c-8b2b-456e-838b-c59993ee1ad6 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314000 Sep 21 16:28:15.634176 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:16.103050 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2cc39f57-e6e9-457c-88ae-72ed4ccd89c2 req-2e085dec-8220-4a77-99f2-290e8b9f987a tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=68f62223-4b6c-4a22-bd09-28dfb35c84e4 HTTP/1.1" status: 200 len: 210 time: 0.0271721 Sep 21 16:28:16.318033 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-69833d15-300e-4f9d-8797-a978d6d50b7c tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:16.319530 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-69833d15-300e-4f9d-8797-a978d6d50b7c tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.44 "GET /v2.0/networks?id=8845ab47-c84e-42b9-8638-6d23702338cc HTTP/1.1" status: 200 len: 814 time: 0.1077852 Sep 21 16:28:16.335315 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-3debbe44-beee-4cbd-87d5-afa3a979d310 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Request body: {'port': {'device_id': '68f62223-4b6c-4a22-bd09-28dfb35c84e4', 'network_id': '8845ab47-c84e-42b9-8638-6d23702338cc', 'admin_state_up': True, 'tenant_id': '6816088d4964478681dfcccccc447025'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:28:16.525631 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-3debbe44-beee-4cbd-87d5-afa3a979d310 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Made reservation on behalf of 6816088d4964478681dfcccccc447025 for: {'port': 1} {{(pid=184192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:28:16.529162 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-3debbe44-beee-4cbd-87d5-afa3a979d310 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:16.696778 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.db_base_plugin_common [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-3debbe44-beee-4cbd-87d5-afa3a979d310 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Allocated IP 172.20.0.3 (8845ab47-c84e-42b9-8638-6d23702338cc/5c2426fe-5529-46c1-bcb6-0a7962dda409/182b5c7c-128d-4dc5-9499-1814eec6e389) {{(pid=184192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:28:16.725348 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92344a0f-9bd9-4a42-a228-1bbff5a0945a req-7e7aebf5-f860-44bc-a008-88c15c5860fe tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:16.726834 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-92344a0f-9bd9-4a42-a228-1bbff5a0945a req-7e7aebf5-f860-44bc-a008-88c15c5860fe tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 946 time: 0.0719681 Sep 21 16:28:16.797495 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-92344a0f-9bd9-4a42-a228-1bbff5a0945a req-f9a44827-c0f8-4028-afbc-a85dd657f895 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623226 Sep 21 16:28:16.902507 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-3debbe44-beee-4cbd-87d5-afa3a979d310 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Notify callbacks [] for port, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:17.006437 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-3debbe44-beee-4cbd-87d5-afa3a979d310 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5165539'] for port, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:17.049754 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-3debbe44-beee-4cbd-87d5-afa3a979d310 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Network 8845ab47-c84e-42b9-8638-6d23702338cc is already hosted by enough agents. {{(pid=184192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:28:17.052868 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.base_scheduler [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-3debbe44-beee-4cbd-87d5-afa3a979d310 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Resources bound (agent type, host, resource id): {{(pid=184192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:28:17.058716 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-3debbe44-beee-4cbd-87d5-afa3a979d310 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Received port after_create {{(pid=184192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:28:17.083949 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3debbe44-beee-4cbd-87d5-afa3a979d310 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Pushing event updated for resources: {'Port': ['ID=182b5c7c-128d-4dc5-9499-1814eec6e389,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:28:17.112326 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-3debbe44-beee-4cbd-87d5-afa3a979d310 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:17.113037 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-3debbe44-beee-4cbd-87d5-afa3a979d310 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:17.195630 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-3debbe44-beee-4cbd-87d5-afa3a979d310 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8641062 Sep 21 16:28:17.210151 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-40dad683-0ad8-4833-982b-27d251a3d687 service neutron] Request body: {'port': {'device_id': '68f62223-4b6c-4a22-bd09-28dfb35c84e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81003'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:28:17.231702 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6ae05-b116-4bc8-ac07-053a8784ff9e req-9c85a667-239f-4bd6-b429-417a32a662a3 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:17.231702 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-47b6ae05-b116-4bc8-ac07-053a8784ff9e req-9c85a667-239f-4bd6-b429-417a32a662a3 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=68f62223-4b6c-4a22-bd09-28dfb35c84e4 HTTP/1.1" status: 200 len: 931 time: 0.0522709 Sep 21 16:28:17.269272 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-47b6ae05-b116-4bc8-ac07-053a8784ff9e req-2831ce7c-de97-4f28-9fea-d1e9193113df tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/security-groups?id=d760806a-22e8-4d87-9e5f-cf716a1f46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321136 Sep 21 16:28:17.271234 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-40dad683-0ad8-4833-982b-27d251a3d687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:17.394642 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:17.534253 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.notifiers.nova [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-40dad683-0ad8-4833-982b-27d251a3d687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 182b5c7c-128d-4dc5-9499-1814eec6e389 {{(pid=184192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:28:17.541518 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-40dad683-0ad8-4833-982b-27d251a3d687 service neutron] Notify callbacks [] for port, precommit_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:17.553826 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.provisioning_blocks [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-40dad683-0ad8-4833-982b-27d251a3d687 service neutron] Transition to ACTIVE for port object 182b5c7c-128d-4dc5-9499-1814eec6e389 will not be triggered until provisioned by entity L2. {{(pid=184192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:28:17.645774 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-40dad683-0ad8-4833-982b-27d251a3d687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5165562'] for port, after_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:17.697584 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dad683-0ad8-4833-982b-27d251a3d687 service neutron] Pushing event updated for resources: {'Port': ['ID=182b5c7c-128d-4dc5-9499-1814eec6e389,revision_number=2']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:28:17.763358 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.managers [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-40dad683-0ad8-4833-982b-27d251a3d687 service neutron] Attempting to bind port 182b5c7c-128d-4dc5-9499-1814eec6e389 on host hv-cinder-81003 for vnic_type normal with profile {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:28:17.763705 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.managers [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-40dad683-0ad8-4833-982b-27d251a3d687 service neutron] Attempting to bind port 182b5c7c-128d-4dc5-9499-1814eec6e389 by drivers openvswitch,hyperv on host hv-cinder-81003 at level 0 using segments [{'id': 'e882df40-668b-429e-adf6-f3fbb494929a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8845ab47-c84e-42b9-8638-6d23702338cc'}] {{(pid=184192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:28:17.764028 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-40dad683-0ad8-4833-982b-27d251a3d687 service neutron] Attempting to bind port 182b5c7c-128d-4dc5-9499-1814eec6e389 on network 8845ab47-c84e-42b9-8638-6d23702338cc {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:28:17.768754 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-40dad683-0ad8-4833-982b-27d251a3d687 service neutron] Port 182b5c7c-128d-4dc5-9499-1814eec6e389 on network 8845ab47-c84e-42b9-8638-6d23702338cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81003 {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 16:28:17.769069 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-40dad683-0ad8-4833-982b-27d251a3d687 service neutron] Attempting to bind port 182b5c7c-128d-4dc5-9499-1814eec6e389 on network 8845ab47-c84e-42b9-8638-6d23702338cc {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:28:17.773711 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-40dad683-0ad8-4833-982b-27d251a3d687 service neutron] Checking agent: {'id': 'b0f092dd-0f26-432c-b483-67197dbc1b44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'started_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:28:17.774042 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-40dad683-0ad8-4833-982b-27d251a3d687 service neutron] Checking segment: {'id': 'e882df40-668b-429e-adf6-f3fbb494929a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8845ab47-c84e-42b9-8638-6d23702338cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:28:17.774414 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-40dad683-0ad8-4833-982b-27d251a3d687 service neutron] Bound using segment: {'id': 'e882df40-668b-429e-adf6-f3fbb494929a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8845ab47-c84e-42b9-8638-6d23702338cc'} {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:28:17.774829 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.managers [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-40dad683-0ad8-4833-982b-27d251a3d687 service neutron] Bound port: 182b5c7c-128d-4dc5-9499-1814eec6e389, host: hv-cinder-81003, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e882df40-668b-429e-adf6-f3fbb494929a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8845ab47-c84e-42b9-8638-6d23702338cc'}}] {{(pid=184192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:28:17.775175 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-40dad683-0ad8-4833-982b-27d251a3d687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:17.835553 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-40dad683-0ad8-4833-982b-27d251a3d687 service neutron] For port 182b5c7c-128d-4dc5-9499-1814eec6e389, host hv-cinder-81003, cleared binding levels {{(pid=184192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:28:17.838538 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-40dad683-0ad8-4833-982b-27d251a3d687 service neutron] For port 182b5c7c-128d-4dc5-9499-1814eec6e389, host hv-cinder-81003, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=182b5c7c-128d-4dc5-9499-1814eec6e389,segment=NetworkSegment(e882df40-668b-429e-adf6-f3fbb494929a),segment_id=e882df40-668b-429e-adf6-f3fbb494929a)] {{(pid=184192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:28:17.905025 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-40dad683-0ad8-4833-982b-27d251a3d687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5165562'] for port, after_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:17.943094 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-40dad683-0ad8-4833-982b-27d251a3d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:17.943731 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-40dad683-0ad8-4833-982b-27d251a3d687 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:17.945124 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-40dad683-0ad8-4833-982b-27d251a3d687 service neutron] 10.222.0.44 "PUT /v2.0/ports/182b5c7c-128d-4dc5-9499-1814eec6e389 HTTP/1.1" status: 200 len: 1093 time: 0.7394750 Sep 21 16:28:17.946964 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f62223-4b6c-4a22-bd09-28dfb35c84e4', 'tag': '182b5c7c-128d-4dc5-9499-1814eec6e389'}] {{(pid=184192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:28:17.949233 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc60c069b955d627b70d651b6eab325f4fde0824357df3315d36669f938dcfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c888a513-841a-46e7-8c18-3ef16eb15afe" -d '{"events": [{"name": "network-changed", "server_uuid": "68f62223-4b6c-4a22-bd09-28dfb35c84e4", "tag": "182b5c7c-128d-4dc5-9499-1814eec6e389"}]}' {{(pid=184192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:28:17.962924 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42282761-6036-407c-b484-cf174fb5e4b9 req-d5541281-f6a4-4451-b86c-cbd6a15b9079 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:17.969394 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-42282761-6036-407c-b484-cf174fb5e4b9 req-d5541281-f6a4-4451-b86c-cbd6a15b9079 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 946 time: 0.0958564 Sep 21 16:28:17.992562 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dad683-0ad8-4833-982b-27d251a3d687 service neutron] Pushing event updated for resources: {'Port': ['ID=182b5c7c-128d-4dc5-9499-1814eec6e389,revision_number=3']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:28:18.016146 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-42282761-6036-407c-b484-cf174fb5e4b9 req-ab1f588f-5f40-471f-98b1-e8a120092fc2 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437052 Sep 21 16:28:18.048505 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162ab2d2-5539-4b79-aa42-b58bc0bf97ca x-openstack-request-id: req-162ab2d2-5539-4b79-aa42-b58bc0bf97ca {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:28:18.048796 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f62223-4b6c-4a22-bd09-28dfb35c84e4", "tag": "182b5c7c-128d-4dc5-9499-1814eec6e389", "status": "completed", "code": 200}]} {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:28:18.049115 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-162ab2d2-5539-4b79-aa42-b58bc0bf97ca {{(pid=184192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:28:18.049486 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f62223-4b6c-4a22-bd09-28dfb35c84e4', 'tag': '182b5c7c-128d-4dc5-9499-1814eec6e389', 'status': 'completed', 'code': 200} Sep 21 16:28:18.111187 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888a513-841a-46e7-8c18-3ef16eb15afe req-3dc73efd-7732-4873-a801-c89bb13694df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:18.112622 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c888a513-841a-46e7-8c18-3ef16eb15afe req-3dc73efd-7732-4873-a801-c89bb13694df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6816088d4964478681dfcccccc447025&device_id=68f62223-4b6c-4a22-bd09-28dfb35c84e4 HTTP/1.1" status: 200 len: 1096 time: 0.0400887 Sep 21 16:28:18.215849 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888a513-841a-46e7-8c18-3ef16eb15afe req-e829a0cb-b6ce-41b1-958f-72ab4c160886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:18.217349 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c888a513-841a-46e7-8c18-3ef16eb15afe req-e829a0cb-b6ce-41b1-958f-72ab4c160886 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=6816088d4964478681dfcccccc447025&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0966015 Sep 21 16:28:18.308963 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888a513-841a-46e7-8c18-3ef16eb15afe req-c0ebe156-f93a-419c-9791-36b4c26d8302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:18.310508 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c888a513-841a-46e7-8c18-3ef16eb15afe req-c0ebe156-f93a-419c-9791-36b4c26d8302 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856571 Sep 21 16:28:18.421149 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04a4da-e2b5-4863-bc32-8dc7353b119a req-928817df-8502-4038-bd18-bf27a7f67774 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:18.422608 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9c04a4da-e2b5-4863-bc32-8dc7353b119a req-928817df-8502-4038-bd18-bf27a7f67774 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=68f62223-4b6c-4a22-bd09-28dfb35c84e4 HTTP/1.1" status: 200 len: 943 time: 0.0843842 Sep 21 16:28:18.424418 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-d2745049-e339-42e0-a924-d41197889aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:18.425841 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-d2745049-e339-42e0-a924-d41197889aab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6816088d4964478681dfcccccc447025&device_id=68f62223-4b6c-4a22-bd09-28dfb35c84e4 HTTP/1.1" status: 200 len: 1096 time: 0.0785723 Sep 21 16:28:18.478285 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-e1b04f58-468e-4da5-8f82-d08ca0e136c1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=182b5c7c-128d-4dc5-9499-1814eec6e389 HTTP/1.1" status: 200 len: 217 time: 0.0371642 Sep 21 16:28:18.490601 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9c04a4da-e2b5-4863-bc32-8dc7353b119a req-6e324b0b-1fc4-451a-9ab7-fdcfe551d222 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/security-groups?id=d760806a-22e8-4d87-9e5f-cf716a1f46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621448 Sep 21 16:28:18.535934 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-933ce9ea-849c-421e-ae3d-aa1ffb30a958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:18.537370 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-933ce9ea-849c-421e-ae3d-aa1ffb30a958 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5c2426fe-5529-46c1-bcb6-0a7962dda409 HTTP/1.1" status: 200 len: 854 time: 0.0459640 Sep 21 16:28:18.568898 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-b06d8a19-6c14-468c-947d-c2c1c75ca007 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8845ab47-c84e-42b9-8638-6d23702338cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240629 Sep 21 16:28:18.656769 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-bd77f9d1-9247-4292-88e3-36c6b1af4b4a service neutron] 10.222.0.44 "GET /v2.0/networks/8845ab47-c84e-42b9-8638-6d23702338cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805619 Sep 21 16:28:18.747827 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-41bfb6a7-7602-4f83-a43f-39ff05d32adb req-986a49a8-45e6-44e6-9d72-444bb8ea100a service neutron] 10.222.0.44 "GET /v2.0/networks/8845ab47-c84e-42b9-8638-6d23702338cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844045 Sep 21 16:28:19.609010 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a62741-e7b7-466e-a138-1d97e9156f13 req-241f9270-763e-4b05-89b7-dc4b38ca0f56 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:19.610431 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e3a62741-e7b7-466e-a138-1d97e9156f13 req-241f9270-763e-4b05-89b7-dc4b38ca0f56 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=68f62223-4b6c-4a22-bd09-28dfb35c84e4 HTTP/1.1" status: 200 len: 943 time: 0.0522678 Sep 21 16:28:19.647299 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e3a62741-e7b7-466e-a138-1d97e9156f13 req-104b816c-9a96-4ba6-ac0a-b6c74a082706 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/security-groups?id=d760806a-22e8-4d87-9e5f-cf716a1f46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308778 Sep 21 16:28:20.757798 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a886d-43eb-485e-84f6-2894d8eb15ea req-edf73024-9b7a-431a-9221-44de098acf8d tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:20.759246 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-049a886d-43eb-485e-84f6-2894d8eb15ea req-edf73024-9b7a-431a-9221-44de098acf8d tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=68f62223-4b6c-4a22-bd09-28dfb35c84e4 HTTP/1.1" status: 200 len: 943 time: 0.0476692 Sep 21 16:28:20.796168 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-049a886d-43eb-485e-84f6-2894d8eb15ea req-2877d602-5c18-4a5d-a567-25958a7b6995 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/security-groups?id=d760806a-22e8-4d87-9e5f-cf716a1f46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304527 Sep 21 16:28:21.026431 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 182b5c7c-128d-4dc5-9499-1814eec6e389 details requested by agent hyperv_hv-cinder-81003 with host hv-cinder-81003 {{(pid=184193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 16:28:21.119825 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 182b5c7c-128d-4dc5-9499-1814eec6e389, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=182b5c7c-128d-4dc5-9499-1814eec6e389,segment=NetworkSegment(e882df40-668b-429e-adf6-f3fbb494929a),segment_id=e882df40-668b-429e-adf6-f3fbb494929a)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:28:21.130527 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Returning: {'device': '182b5c7c-128d-4dc5-9499-1814eec6e389', 'network_id': '8845ab47-c84e-42b9-8638-6d23702338cc', 'port_id': '182b5c7c-128d-4dc5-9499-1814eec6e389', 'mac_address': 'fa:16:3e:e1:1a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c2426fe-5529-46c1-bcb6-0a7962dda409', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=184193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 16:28:21.166108 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:21.178123 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 182b5c7c-128d-4dc5-9499-1814eec6e389 {{(pid=184193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:28:21.197052 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 182b5c7c-128d-4dc5-9499-1814eec6e389, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=182b5c7c-128d-4dc5-9499-1814eec6e389,segment=NetworkSegment(e882df40-668b-429e-adf6-f3fbb494929a),segment_id=e882df40-668b-429e-adf6-f3fbb494929a)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:28:21.291214 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:21.337791 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=182b5c7c-128d-4dc5-9499-1814eec6e389,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:28:21.770325 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['182b5c7c-128d-4dc5-9499-1814eec6e389'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:28:21.907558 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937a5d4-d286-4cb7-bf36-af0086db3d68 req-b3892f52-924e-48a6-86db-714af92f2727 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:21.909069 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6937a5d4-d286-4cb7-bf36-af0086db3d68 req-b3892f52-924e-48a6-86db-714af92f2727 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=68f62223-4b6c-4a22-bd09-28dfb35c84e4 HTTP/1.1" status: 200 len: 944 time: 0.0480208 Sep 21 16:28:21.947278 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6937a5d4-d286-4cb7-bf36-af0086db3d68 req-50a543f7-f43a-47a2-9b7d-20de26753b73 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/security-groups?id=d760806a-22e8-4d87-9e5f-cf716a1f46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323892 Sep 21 16:28:23.034576 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 182b5c7c-128d-4dc5-9499-1814eec6e389 up at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:28:23.060947 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95676ef-736d-49f1-9c03-4676813ba4cb req-387d9dcd-26de-4b83-915a-5a1ba3b9ebb0 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:23.062929 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d95676ef-736d-49f1-9c03-4676813ba4cb req-387d9dcd-26de-4b83-915a-5a1ba3b9ebb0 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=68f62223-4b6c-4a22-bd09-28dfb35c84e4 HTTP/1.1" status: 200 len: 944 time: 0.0514612 Sep 21 16:28:23.100708 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d95676ef-736d-49f1-9c03-4676813ba4cb req-f28cdf36-0b75-4738-8024-64cbf46df5ce tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/security-groups?id=d760806a-22e8-4d87-9e5f-cf716a1f46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317829 Sep 21 16:28:23.137120 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning for port 182b5c7c-128d-4dc5-9499-1814eec6e389 completed by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:28:23.141728 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning complete for port 182b5c7c-128d-4dc5-9499-1814eec6e389 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:28:23.142089 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:23.332038 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:23.353077 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f62223-4b6c-4a22-bd09-28dfb35c84e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182b5c7c-128d-4dc5-9499-1814eec6e389'}] {{(pid=184193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:28:23.355260 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e6171c86456a5bbdaf0b46ebb92172d32a0ea5b64bc8822db714b438cc8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852cad5c-6feb-4f9e-b775-bdf993c4fe05" -d '{"events": [{"server_uuid": "68f62223-4b6c-4a22-bd09-28dfb35c84e4", "name": "network-vif-plugged", "status": "completed", "tag": "182b5c7c-128d-4dc5-9499-1814eec6e389"}]}' {{(pid=184193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:28:23.368206 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 182b5c7c-128d-4dc5-9499-1814eec6e389, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=182b5c7c-128d-4dc5-9499-1814eec6e389,segment=NetworkSegment(e882df40-668b-429e-adf6-f3fbb494929a),segment_id=e882df40-668b-429e-adf6-f3fbb494929a)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:28:23.390007 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bec834f-2134-4b91-bfd9-788cd6b04fea x-openstack-request-id: req-3bec834f-2134-4b91-bfd9-788cd6b04fea {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:28:23.390304 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f62223-4b6c-4a22-bd09-28dfb35c84e4", "name": "network-vif-plugged", "status": "completed", "tag": "182b5c7c-128d-4dc5-9499-1814eec6e389", "code": 200}]} {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:28:23.390563 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3bec834f-2134-4b91-bfd9-788cd6b04fea {{(pid=184193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:28:23.391059 dv-cinder-810035-1-iscsi neutron-server[184193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f62223-4b6c-4a22-bd09-28dfb35c84e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182b5c7c-128d-4dc5-9499-1814eec6e389', 'code': 200} Sep 21 16:28:23.462835 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:23.509073 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=182b5c7c-128d-4dc5-9499-1814eec6e389,revision_number=5']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:28:23.675183 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73e72e-f241-4ac8-a87f-f8ac1e4c5835 req-aad0566f-0c38-47f0-933a-7c172af2468c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:23.676663 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-da73e72e-f241-4ac8-a87f-f8ac1e4c5835 req-aad0566f-0c38-47f0-933a-7c172af2468c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=68f62223-4b6c-4a22-bd09-28dfb35c84e4 HTTP/1.1" status: 200 len: 1098 time: 0.0391827 Sep 21 16:28:23.712294 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-da73e72e-f241-4ac8-a87f-f8ac1e4c5835 req-5446efe4-d7b3-4bd4-8cb9-5dde1578323f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d760806a-22e8-4d87-9e5f-cf716a1f46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272315 Sep 21 16:28:24.211166 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb131722-e2c8-43c4-bc63-1cd315d995cc req-a08e4a87-5948-4796-b303-59ebd90720d6 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:24.212642 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-eb131722-e2c8-43c4-bc63-1cd315d995cc req-a08e4a87-5948-4796-b303-59ebd90720d6 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=68f62223-4b6c-4a22-bd09-28dfb35c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0478487 Sep 21 16:28:24.249213 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-eb131722-e2c8-43c4-bc63-1cd315d995cc req-5c234262-b1e2-4a2c-ae67-483e10474743 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/security-groups?id=d760806a-22e8-4d87-9e5f-cf716a1f46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306842 Sep 21 16:28:25.363986 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb7f05-7e42-4bbb-8dec-b7406be3b5cd req-c8e0f548-eb22-45a4-8c50-e6ca558655af tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:25.365487 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6dfb7f05-7e42-4bbb-8dec-b7406be3b5cd req-c8e0f548-eb22-45a4-8c50-e6ca558655af tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=68f62223-4b6c-4a22-bd09-28dfb35c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0484765 Sep 21 16:28:25.402839 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6dfb7f05-7e42-4bbb-8dec-b7406be3b5cd req-5e3053c5-6cb3-4482-bfd4-59ea6de0bd66 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/security-groups?id=d760806a-22e8-4d87-9e5f-cf716a1f46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311680 Sep 21 16:28:26.518163 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4b94c-2f51-497f-b8fa-26ff7730a890 req-b78fe86e-27cf-4f10-b97d-e6eaf4ef4c20 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:26.519624 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-81a4b94c-2f51-497f-b8fa-26ff7730a890 req-b78fe86e-27cf-4f10-b97d-e6eaf4ef4c20 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=68f62223-4b6c-4a22-bd09-28dfb35c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0514495 Sep 21 16:28:26.556246 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-81a4b94c-2f51-497f-b8fa-26ff7730a890 req-0c363d14-de2c-469e-8e3b-5a32d5bde4c8 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/security-groups?id=d760806a-22e8-4d87-9e5f-cf716a1f46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308259 Sep 21 16:28:39.165291 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:41.736723 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-649b67cd-05f6-4f22-a37e-5b2304f368fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:44.331444 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a0d23532-8696-49e2-8b5f-474b95c6326b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:44.810866 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:45.628118 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:47.416706 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:28:49.826253 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:28:57.436206 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d045059-5416-4944-a012-518cb904bc7f req-8ce8520c-64a8-4a90-9594-053750baba70 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:57.437650 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-1d045059-5416-4944-a012-518cb904bc7f req-8ce8520c-64a8-4a90-9594-053750baba70 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0526543 Sep 21 16:28:57.476252 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-1d045059-5416-4944-a012-518cb904bc7f req-8ac81ee2-7fa9-4ec7-8722-e62f252f2650 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319364 Sep 21 16:28:58.589753 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac088c-5414-4cc7-89b2-3855df6a59d6 req-e6542ec5-9b90-4220-b012-12f7b4760e19 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:58.591204 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-56ac088c-5414-4cc7-89b2-3855df6a59d6 req-e6542ec5-9b90-4220-b012-12f7b4760e19 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0486543 Sep 21 16:28:58.628824 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-56ac088c-5414-4cc7-89b2-3855df6a59d6 req-27f273ce-5aee-4ebe-85ec-8f3949e4351b tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312829 Sep 21 16:28:59.741445 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a69d8b-1791-4d52-baa6-cceb895eca6b req-2996b1dd-a012-42bc-bce3-f033d15fb02b tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:28:59.742928 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-69a69d8b-1791-4d52-baa6-cceb895eca6b req-2996b1dd-a012-42bc-bce3-f033d15fb02b tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0485854 Sep 21 16:28:59.780209 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-69a69d8b-1791-4d52-baa6-cceb895eca6b req-7eccac92-7d9f-43b2-bc11-cdbe2c25ca37 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314882 Sep 21 16:29:00.896292 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e42b20-b4db-49f1-b893-8650eb45da17 req-db41bf1a-d0d0-4468-ae8a-fec638cba818 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:00.897764 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-24e42b20-b4db-49f1-b893-8650eb45da17 req-db41bf1a-d0d0-4468-ae8a-fec638cba818 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0491285 Sep 21 16:29:00.934467 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-24e42b20-b4db-49f1-b893-8650eb45da17 req-3e905161-8d66-4256-aa72-7a991464f82a tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307121 Sep 21 16:29:02.052627 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe59c7c-c653-44bc-bacd-507164cc2cb2 req-b380b689-ee3f-405e-b256-717217b69bf7 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:02.054139 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5fe59c7c-c653-44bc-bacd-507164cc2cb2 req-b380b689-ee3f-405e-b256-717217b69bf7 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0522673 Sep 21 16:29:02.091617 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5fe59c7c-c653-44bc-bacd-507164cc2cb2 req-0ff2653d-8010-4c89-ac8c-0623d39758e4 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313208 Sep 21 16:29:03.209918 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe878821-c263-4bb1-a9f7-20fe06aebfc3 req-387c8619-ebf3-42c1-b497-35c9dcbc8d7b tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:03.211306 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-fe878821-c263-4bb1-a9f7-20fe06aebfc3 req-387c8619-ebf3-42c1-b497-35c9dcbc8d7b tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0516021 Sep 21 16:29:03.248663 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-fe878821-c263-4bb1-a9f7-20fe06aebfc3 req-eadaae5e-6287-4b81-9438-6eac19aa9b7b tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306938 Sep 21 16:29:04.361461 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfdf72-9031-4af2-bea5-7a043d2d6ab0 req-ebf4c3e2-a5b5-4ccf-bdae-f87887e38f18 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:04.363523 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-06bfdf72-9031-4af2-bea5-7a043d2d6ab0 req-ebf4c3e2-a5b5-4ccf-bdae-f87887e38f18 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0493164 Sep 21 16:29:04.401600 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-06bfdf72-9031-4af2-bea5-7a043d2d6ab0 req-b0ef9b22-1a2a-437f-a83f-a29b135a3201 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323136 Sep 21 16:29:05.516909 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f64fe1-7bf4-40c2-840c-2f2b79c569d9 req-b455ab74-6450-43ba-8eda-eaa4c3dad381 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:05.518417 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c4f64fe1-7bf4-40c2-840c-2f2b79c569d9 req-b455ab74-6450-43ba-8eda-eaa4c3dad381 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0512850 Sep 21 16:29:05.558937 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c4f64fe1-7bf4-40c2-840c-2f2b79c569d9 req-e1d270f3-2599-47ef-8e13-0c8a84d9aa4d tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317383 Sep 21 16:29:06.672799 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fb6a1-774b-4baa-b3c2-d97f4143cb8a req-389ad920-4314-4dd9-94bb-608d65d9f006 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:06.674199 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9d9fb6a1-774b-4baa-b3c2-d97f4143cb8a req-389ad920-4314-4dd9-94bb-608d65d9f006 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0476851 Sep 21 16:29:06.712693 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9d9fb6a1-774b-4baa-b3c2-d97f4143cb8a req-e0b54ea3-4ffa-4e3f-b320-36b7313417d8 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305386 Sep 21 16:29:07.824888 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2d7c6-39b6-49e7-a7d8-81df4efae3c4 req-67c2a0a1-c0fe-44dc-8fa5-a951b31120b6 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:07.826329 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-e5b2d7c6-39b6-49e7-a7d8-81df4efae3c4 req-67c2a0a1-c0fe-44dc-8fa5-a951b31120b6 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0476513 Sep 21 16:29:07.862295 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-e5b2d7c6-39b6-49e7-a7d8-81df4efae3c4 req-f4e79cee-9719-45b3-9a52-81e464a1169a tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298133 Sep 21 16:29:08.977544 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e54b9-d6bf-4ab5-96e2-b01b75c00bcc req-ae816ec9-e4d0-492e-9c72-1004458e84c0 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:08.979030 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-347e54b9-d6bf-4ab5-96e2-b01b75c00bcc req-ae816ec9-e4d0-492e-9c72-1004458e84c0 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0516498 Sep 21 16:29:09.017366 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-347e54b9-d6bf-4ab5-96e2-b01b75c00bcc req-ae40bf68-bf8e-40c1-b03e-6d7c5e4e84ad tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322704 Sep 21 16:29:09.147687 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:10.129836 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d29ca6-0504-4bb5-83d3-8215a162bd5f req-96d9f2bb-85a2-420a-9b78-c7ef1eb197ad tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:10.131286 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-69d29ca6-0504-4bb5-83d3-8215a162bd5f req-96d9f2bb-85a2-420a-9b78-c7ef1eb197ad tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0477648 Sep 21 16:29:10.167919 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-69d29ca6-0504-4bb5-83d3-8215a162bd5f req-11450381-2a03-40fb-803c-cf39a4c9254c tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307162 Sep 21 16:29:11.283263 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec0a27-9c92-478c-b543-0ee1d3d218e8 req-6f4ef23e-73ce-48ef-8d8d-3b94be440346 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:11.284709 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9cec0a27-9c92-478c-b543-0ee1d3d218e8 req-6f4ef23e-73ce-48ef-8d8d-3b94be440346 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0492992 Sep 21 16:29:11.327515 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9cec0a27-9c92-478c-b543-0ee1d3d218e8 req-94ec7578-df21-4d39-a26c-fe186acabaa5 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367901 Sep 21 16:29:11.722196 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeaf707-bcf0-4213-b60d-66bb552560a6 req-ced9955e-9d54-4640-a99a-109a1de4c617 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:11.723727 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-baeaf707-bcf0-4213-b60d-66bb552560a6 req-ced9955e-9d54-4640-a99a-109a1de4c617 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0495257 Sep 21 16:29:11.753248 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-75eff285-acbe-4793-ac04-6b756eddbbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:11.762236 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-baeaf707-bcf0-4213-b60d-66bb552560a6 req-6f09f6f6-c0dc-4811-842e-d8cdedf0176a tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326984 Sep 21 16:29:11.875586 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54df051-78bc-4838-a9a6-bb3cc3193484 req-e57f41dd-560c-4818-aa69-3a596613cc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:11.877219 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c54df051-78bc-4838-a9a6-bb3cc3193484 req-e57f41dd-560c-4818-aa69-3a596613cc16 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a04253395aa845968ab2e27453a7f5e1&device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 1099 time: 0.0453084 Sep 21 16:29:11.965582 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54df051-78bc-4838-a9a6-bb3cc3193484 req-752677d4-3cc3-439f-9633-d70c330f52eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:11.967021 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c54df051-78bc-4838-a9a6-bb3cc3193484 req-752677d4-3cc3-439f-9633-d70c330f52eb service neutron] 10.222.0.44 "GET /v2.0/networks?id=48ada096-de1e-4f63-81b0-12e54ddd3ecc HTTP/1.1" status: 200 len: 912 time: 0.0828240 Sep 21 16:29:12.037816 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c54df051-78bc-4838-a9a6-bb3cc3193484 req-648e7590-2af7-4158-9899-05d5b9ba8920 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee84741f-d4df-4f43-8069-2f452b663d02 HTTP/1.1" status: 200 len: 1002 time: 0.0613604 Sep 21 16:29:12.084891 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54df051-78bc-4838-a9a6-bb3cc3193484 req-56c4249a-ab34-4a06-809f-a2f4293622d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:12.086309 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c54df051-78bc-4838-a9a6-bb3cc3193484 req-56c4249a-ab34-4a06-809f-a2f4293622d4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d0a8263f-7f3f-444d-a2c9-8f405212c5f3 HTTP/1.1" status: 200 len: 850 time: 0.0419800 Sep 21 16:29:12.131195 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54df051-78bc-4838-a9a6-bb3cc3193484 req-6330671b-49ba-427e-9d1c-9f85a114e6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:12.132657 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c54df051-78bc-4838-a9a6-bb3cc3193484 req-6330671b-49ba-427e-9d1c-9f85a114e6fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48ada096-de1e-4f63-81b0-12e54ddd3ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391295 Sep 21 16:29:12.223117 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c54df051-78bc-4838-a9a6-bb3cc3193484 req-7c99b6b7-126a-4eef-af04-9d48dd0ecafd service neutron] 10.222.0.44 "GET /v2.0/networks/48ada096-de1e-4f63-81b0-12e54ddd3ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831757 Sep 21 16:29:12.310100 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c54df051-78bc-4838-a9a6-bb3cc3193484 req-d6ba10db-d092-4f79-ab5f-9c919a13f2e8 service neutron] 10.222.0.44 "GET /v2.0/networks/48ada096-de1e-4f63-81b0-12e54ddd3ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799546 Sep 21 16:29:12.500886 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6ff00f5a-0f1d-46e2-9cad-9646e120f296 req-78b32142-bee5-49d2-abb4-4bb1172cd390 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426967 Sep 21 16:29:12.568554 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff00f5a-0f1d-46e2-9cad-9646e120f296 req-09d39789-7334-4886-968a-3b25f327adf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:12.570426 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6ff00f5a-0f1d-46e2-9cad-9646e120f296 req-09d39789-7334-4886-968a-3b25f327adf4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fcd24fff54904925b7f9dea039d036dd&device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 1099 time: 0.0416033 Sep 21 16:29:12.672043 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff00f5a-0f1d-46e2-9cad-9646e120f296 req-69d6f401-d98e-4cdd-9b9a-697494dcca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:12.673210 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6ff00f5a-0f1d-46e2-9cad-9646e120f296 req-69d6f401-d98e-4cdd-9b9a-697494dcca06 service neutron] 10.222.0.44 "GET /v2.0/networks?id=74453f4e-295a-4b01-8c05-e1fb2fd58439 HTTP/1.1" status: 200 len: 918 time: 0.0829823 Sep 21 16:29:12.747180 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6ff00f5a-0f1d-46e2-9cad-9646e120f296 req-722cfb6c-b016-419e-8edd-b8f7039b010a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e76fd80a-f3d4-4a68-b78c-90920a1d17c1 HTTP/1.1" status: 200 len: 1001 time: 0.0657723 Sep 21 16:29:12.798099 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff00f5a-0f1d-46e2-9cad-9646e120f296 req-da77ba93-773f-46d9-822e-7881157fbb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:12.799645 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6ff00f5a-0f1d-46e2-9cad-9646e120f296 req-da77ba93-773f-46d9-822e-7881157fbb58 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6371c2ed-8e66-4812-bc10-372bbd5ac836 HTTP/1.1" status: 200 len: 856 time: 0.0451057 Sep 21 16:29:12.881000 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff00f5a-0f1d-46e2-9cad-9646e120f296 req-be07a1ca-4a2f-471f-92a5-084ec465acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:12.882483 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6ff00f5a-0f1d-46e2-9cad-9646e120f296 req-be07a1ca-4a2f-471f-92a5-084ec465acd9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74453f4e-295a-4b01-8c05-e1fb2fd58439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733047 Sep 21 16:29:12.894273 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66082132-dd79-477a-8a2c-b41cff2af59a req-3e94e812-def9-47dd-a22e-ec11de4ca106 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:12.895724 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-66082132-dd79-477a-8a2c-b41cff2af59a req-3e94e812-def9-47dd-a22e-ec11de4ca106 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0617774 Sep 21 16:29:12.982898 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-66082132-dd79-477a-8a2c-b41cff2af59a req-337c27e8-e504-40aa-bc28-e72a9e90babf tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786405 Sep 21 16:29:13.006608 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6ff00f5a-0f1d-46e2-9cad-9646e120f296 req-b264a446-4316-4c1b-9556-88f2fe443004 service neutron] 10.222.0.44 "GET /v2.0/networks/74453f4e-295a-4b01-8c05-e1fb2fd58439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099191 Sep 21 16:29:13.107003 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6ff00f5a-0f1d-46e2-9cad-9646e120f296 req-4df462c0-d691-47a8-a54a-396831fd3f8e service neutron] 10.222.0.44 "GET /v2.0/networks/74453f4e-295a-4b01-8c05-e1fb2fd58439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924625 Sep 21 16:29:14.099203 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39389940-4d99-4859-a7cf-549c13cfc00d req-9c72f7aa-d7e9-4d5d-bd6e-b2374e82f720 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:14.100708 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-39389940-4d99-4859-a7cf-549c13cfc00d req-9c72f7aa-d7e9-4d5d-bd6e-b2374e82f720 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0511320 Sep 21 16:29:14.139796 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-39389940-4d99-4859-a7cf-549c13cfc00d req-e7dd4b11-f6a2-4888-8f6d-7b2c1b776b86 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324302 Sep 21 16:29:14.382199 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a8033667-1d48-4c2a-b6d9-245da2aaec11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:14.838863 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:15.616004 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:17.404844 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:26.826145 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:29:32.257382 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be238aa-f5f9-43bf-972d-5beee3d63c01 req-b672fc64-f9bb-4ddb-8ce4-40242d29b8c8 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:32.258846 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1be238aa-f5f9-43bf-972d-5beee3d63c01 req-b672fc64-f9bb-4ddb-8ce4-40242d29b8c8 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=68f62223-4b6c-4a22-bd09-28dfb35c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0478194 Sep 21 16:29:32.296966 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1be238aa-f5f9-43bf-972d-5beee3d63c01 req-54363b22-9684-48e1-9809-5abe55a2f7b9 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/security-groups?id=d760806a-22e8-4d87-9e5f-cf716a1f46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315840 Sep 21 16:29:33.414222 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e8aea-357f-4c74-99b2-f5af2b310852 req-475bce0a-62a9-4bb9-8e53-40c61ac5a22c tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:33.415857 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-d74e8aea-357f-4c74-99b2-f5af2b310852 req-475bce0a-62a9-4bb9-8e53-40c61ac5a22c tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=68f62223-4b6c-4a22-bd09-28dfb35c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0515542 Sep 21 16:29:33.454169 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-d74e8aea-357f-4c74-99b2-f5af2b310852 req-4d51fcf7-f110-4d27-885c-83652ddf71c3 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/security-groups?id=d760806a-22e8-4d87-9e5f-cf716a1f46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316713 Sep 21 16:29:34.291912 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99243861-a88c-4ab9-9114-d4a21140d29f req-24e95ecd-f229-4f03-bc52-e639ca84ccc2 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:34.293943 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-99243861-a88c-4ab9-9114-d4a21140d29f req-24e95ecd-f229-4f03-bc52-e639ca84ccc2 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.44 "GET /v2.0/ports?device_id=68f62223-4b6c-4a22-bd09-28dfb35c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0512383 Sep 21 16:29:34.384240 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [req-99243861-a88c-4ab9-9114-d4a21140d29f req-4a8c0fec-177a-49c5-a32f-228103e4715a tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Deleting port 182b5c7c-128d-4dc5-9499-1814eec6e389 {{(pid=184192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:29:34.384574 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-99243861-a88c-4ab9-9114-d4a21140d29f req-4a8c0fec-177a-49c5-a32f-228103e4715a tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:34.478095 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [req-99243861-a88c-4ab9-9114-d4a21140d29f req-4a8c0fec-177a-49c5-a32f-228103e4715a tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] For port 182b5c7c-128d-4dc5-9499-1814eec6e389, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=182b5c7c-128d-4dc5-9499-1814eec6e389,segment=NetworkSegment(e882df40-668b-429e-adf6-f3fbb494929a),segment_id=e882df40-668b-429e-adf6-f3fbb494929a)] {{(pid=184192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:29:34.478454 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-99243861-a88c-4ab9-9114-d4a21140d29f req-4a8c0fec-177a-49c5-a32f-228103e4715a tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:34.490985 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [req-99243861-a88c-4ab9-9114-d4a21140d29f req-4a8c0fec-177a-49c5-a32f-228103e4715a tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Calling delete_port for 182b5c7c-128d-4dc5-9499-1814eec6e389 owned by compute:nova {{(pid=184192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:29:34.598479 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d71bda-1247-46a1-a808-c320073d4bbe req-a18c01a3-e1e3-4273-ab11-9d485221fc50 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:34.599947 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d2d71bda-1247-46a1-a808-c320073d4bbe req-a18c01a3-e1e3-4273-ab11-9d485221fc50 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=68f62223-4b6c-4a22-bd09-28dfb35c84e4 HTTP/1.1" status: 200 len: 945 time: 0.0694518 Sep 21 16:29:34.672025 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d2d71bda-1247-46a1-a808-c320073d4bbe req-764e3710-29ee-42d3-bfae-d49d119191fe tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/security-groups?id=d760806a-22e8-4d87-9e5f-cf716a1f46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656815 Sep 21 16:29:34.764577 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-99243861-a88c-4ab9-9114-d4a21140d29f req-4a8c0fec-177a-49c5-a32f-228103e4715a tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5165539'] for port, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:34.778183 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['182b5c7c-128d-4dc5-9499-1814eec6e389'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:29:34.793399 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c0fec-177a-49c5-a32f-228103e4715a tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Pushing event deleted for resources: {'Port': ['ID=182b5c7c-128d-4dc5-9499-1814eec6e389,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:34.818770 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c0fec-177a-49c5-a32f-228103e4715a tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:34.819113 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c0fec-177a-49c5-a32f-228103e4715a tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:34.819478 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c0fec-177a-49c5-a32f-228103e4715a tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:34.819815 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c0fec-177a-49c5-a32f-228103e4715a tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:34.820138 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c0fec-177a-49c5-a32f-228103e4715a tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:34.820491 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c0fec-177a-49c5-a32f-228103e4715a tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:34.820790 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c0fec-177a-49c5-a32f-228103e4715a tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:34.821111 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c0fec-177a-49c5-a32f-228103e4715a tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:34.821432 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c0fec-177a-49c5-a32f-228103e4715a tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:34.821747 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c0fec-177a-49c5-a32f-228103e4715a tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:34.822070 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c0fec-177a-49c5-a32f-228103e4715a tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:34.822383 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c0fec-177a-49c5-a32f-228103e4715a tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:34.844262 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.l3_dvrscheduler_db [req-99243861-a88c-4ab9-9114-d4a21140d29f req-4a8c0fec-177a-49c5-a32f-228103e4715a tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] No DVR routers for this DVR port 182b5c7c-128d-4dc5-9499-1814eec6e389 on host hv-cinder-81003 {{(pid=184192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:29:34.847186 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-99243861-a88c-4ab9-9114-d4a21140d29f req-4a8c0fec-177a-49c5-a32f-228103e4715a tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:34.849308 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-99243861-a88c-4ab9-9114-d4a21140d29f req-4a8c0fec-177a-49c5-a32f-228103e4715a tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.44 "DELETE /v2.0/ports/182b5c7c-128d-4dc5-9499-1814eec6e389 HTTP/1.1" status: 204 len: 173 time: 0.5493908 Sep 21 16:29:34.849667 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f62223-4b6c-4a22-bd09-28dfb35c84e4', 'name': 'network-vif-deleted', 'tag': '182b5c7c-128d-4dc5-9499-1814eec6e389'}] {{(pid=184192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:29:34.851887 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc60c069b955d627b70d651b6eab325f4fde0824357df3315d36669f938dcfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7587cca1-2b71-428d-807c-efcd09890c16" -d '{"events": [{"server_uuid": "68f62223-4b6c-4a22-bd09-28dfb35c84e4", "name": "network-vif-deleted", "tag": "182b5c7c-128d-4dc5-9499-1814eec6e389"}]}' {{(pid=184192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:29:34.890283 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53b8644-0334-4979-b79e-d2d97ec59f4f x-openstack-request-id: req-a53b8644-0334-4979-b79e-d2d97ec59f4f {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:29:34.890283 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f62223-4b6c-4a22-bd09-28dfb35c84e4", "name": "network-vif-deleted", "tag": "182b5c7c-128d-4dc5-9499-1814eec6e389", "status": "completed", "code": 200}]} {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:29:34.890283 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a53b8644-0334-4979-b79e-d2d97ec59f4f {{(pid=184192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:29:34.890283 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f62223-4b6c-4a22-bd09-28dfb35c84e4', 'name': 'network-vif-deleted', 'tag': '182b5c7c-128d-4dc5-9499-1814eec6e389', 'status': 'completed', 'code': 200} Sep 21 16:29:35.778512 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-919b2865-f3db-4151-8a22-e9c6f44f3d07 req-7c552f2c-477b-4a7b-91e6-da1e8cf6c035 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=68f62223-4b6c-4a22-bd09-28dfb35c84e4 HTTP/1.1" status: 200 len: 210 time: 0.0287097 Sep 21 16:29:39.175628 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:40.145918 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 182b5c7c-128d-4dc5-9499-1814eec6e389 no longer exists at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:29:40.167281 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] No Port match for: 182b5c7c-128d-4dc5-9499-1814eec6e389 {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:29:40.167649 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 182b5c7c-128d-4dc5-9499-1814eec6e389 not bound to the agent host hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:29:41.735820 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-fdee7cb1-bd4b-45ed-ac1d-479010e1071b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:42.993700 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f643c7a-4952-46a9-930d-69675e2c7ecc req-51323e93-b48f-4496-a32d-c5cdec7b5278 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:42.995335 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7f643c7a-4952-46a9-930d-69675e2c7ecc req-51323e93-b48f-4496-a32d-c5cdec7b5278 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 946 time: 0.0504191 Sep 21 16:29:43.033823 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7f643c7a-4952-46a9-930d-69675e2c7ecc req-27169b11-3f28-4990-a6cc-4d03c8eab3de tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320597 Sep 21 16:29:44.150802 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca778a3-3e0e-4824-a8d5-8bfdc955ccdd req-22eb26c4-0791-47ac-8feb-fec4ae3fae85 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:44.152337 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1ca778a3-3e0e-4824-a8d5-8bfdc955ccdd req-22eb26c4-0791-47ac-8feb-fec4ae3fae85 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 946 time: 0.0482848 Sep 21 16:29:44.191299 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1ca778a3-3e0e-4824-a8d5-8bfdc955ccdd req-8c051c22-f0ef-4460-a275-1d5a5802a811 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329442 Sep 21 16:29:44.324433 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-c92e91a3-7be4-4896-b57e-8e9dd5144f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:44.821368 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:45.308231 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2eaab6-4a02-45ec-b886-d825f4f5c3dc req-7a870305-fd55-4e8d-8a7a-be5624f20fe3 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:45.309726 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2a2eaab6-4a02-45ec-b886-d825f4f5c3dc req-7a870305-fd55-4e8d-8a7a-be5624f20fe3 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 946 time: 0.0522261 Sep 21 16:29:45.348541 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2a2eaab6-4a02-45ec-b886-d825f4f5c3dc req-3b7fe894-64ac-4839-a678-f32dbee63179 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322223 Sep 21 16:29:45.627087 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:46.472608 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1ad53-48d1-4547-8e20-3245983fd83e req-b31eaf12-8539-4f8b-9cfc-8648a0135a24 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:46.474035 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-cba1ad53-48d1-4547-8e20-3245983fd83e req-b31eaf12-8539-4f8b-9cfc-8648a0135a24 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 946 time: 0.0492053 Sep 21 16:29:46.510520 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-cba1ad53-48d1-4547-8e20-3245983fd83e req-2bb414e0-2bf5-41ed-bac6-b09166f0cb61 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305450 Sep 21 16:29:47.404622 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:47.623419 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee72b6-ed2f-4e10-98de-49a562c48924 req-a8369d71-eb1c-42dc-89e5-b6ffb10e52c0 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:47.625521 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-89ee72b6-ed2f-4e10-98de-49a562c48924 req-a8369d71-eb1c-42dc-89e5-b6ffb10e52c0 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 946 time: 0.0489957 Sep 21 16:29:47.662614 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-89ee72b6-ed2f-4e10-98de-49a562c48924 req-2ab5188d-d12e-4e68-80ec-2cbf23416c43 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311620 Sep 21 16:29:48.780497 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00e4c3-7e2a-4d09-ba97-0cb6b555f282 req-f248d75d-18bd-467c-86d6-062dde2a87e4 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:48.782066 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ff00e4c3-7e2a-4d09-ba97-0cb6b555f282 req-f248d75d-18bd-467c-86d6-062dde2a87e4 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 946 time: 0.0510783 Sep 21 16:29:48.822261 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ff00e4c3-7e2a-4d09-ba97-0cb6b555f282 req-7b595a5b-30b7-4f22-b327-ecfbc965783c tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335395 Sep 21 16:29:49.352531 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-c3f8c7e5-ef40-47e5-841c-4ed2630f9106 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:49.354110 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-c3f8c7e5-ef40-47e5-841c-4ed2630f9106 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/networks?id=8845ab47-c84e-42b9-8638-6d23702338cc HTTP/1.1" status: 200 len: 814 time: 0.1064246 Sep 21 16:29:49.370096 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-5a3ddfba-802e-4874-989d-3720870c758e tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/quotas/6816088d4964478681dfcccccc447025 HTTP/1.1" status: 200 len: 375 time: 0.0099897 Sep 21 16:29:49.405832 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-1b1df74a-3db3-4e8b-b23a-23f125293434 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6816088d4964478681dfcccccc447025&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303626 Sep 21 16:29:49.498026 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-8be057b5-3efe-4f2b-bbb5-23c07d2c194f service neutron] 10.222.0.41 "GET /v2.0/networks/8845ab47-c84e-42b9-8638-6d23702338cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846648 Sep 21 16:29:49.589743 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-3916a2bc-9890-4f59-90d4-3eb3714c0e28 service neutron] 10.222.0.41 "GET /v2.0/networks/8845ab47-c84e-42b9-8638-6d23702338cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856667 Sep 21 16:29:49.891424 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-315d8dd0-01db-4fab-8674-25bee13f73b8 req-1af44f33-3ca9-455d-996b-0981cbc5bf8a tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ee4d61-5af1-4660-a809-38dc7e6fb38b HTTP/1.1" status: 200 len: 210 time: 0.0409663 Sep 21 16:29:49.959867 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ec6c6-0260-4ad7-acb7-2e8332b5a6f9 req-03b2a9a0-7ae2-4f35-97fe-2ad7a6b294e0 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:49.961699 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-993ec6c6-0260-4ad7-acb7-2e8332b5a6f9 req-03b2a9a0-7ae2-4f35-97fe-2ad7a6b294e0 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 946 time: 0.0548043 Sep 21 16:29:50.004283 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-993ec6c6-0260-4ad7-acb7-2e8332b5a6f9 req-ec624b57-069b-4445-8587-2900ba22a0f4 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358584 Sep 21 16:29:50.968843 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9ca4c81c-1647-4f1b-a61f-87fc9e26f42d req-74cfa99a-1971-4d57-a3fd-50901783e7f9 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ee4d61-5af1-4660-a809-38dc7e6fb38b HTTP/1.1" status: 200 len: 210 time: 0.0261238 Sep 21 16:29:51.122454 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57177750-69d5-42f6-85e2-2efab64e7a53 req-9be9988c-5980-49a7-848e-01694e5ef5aa tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:51.129873 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-57177750-69d5-42f6-85e2-2efab64e7a53 req-9be9988c-5980-49a7-848e-01694e5ef5aa tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 946 time: 0.0546622 Sep 21 16:29:51.162860 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-57177750-69d5-42f6-85e2-2efab64e7a53 req-c6136c6d-6c28-48d3-a6e8-1c9dab8a9ba4 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328488 Sep 21 16:29:51.975365 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-e6f09c1c-4022-4f4e-a504-c15b34838e5a tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:51.976872 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-e6f09c1c-4022-4f4e-a504-c15b34838e5a tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.44 "GET /v2.0/networks?id=8845ab47-c84e-42b9-8638-6d23702338cc HTTP/1.1" status: 200 len: 814 time: 0.0999894 Sep 21 16:29:51.990521 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-ad26db0a-efc3-4b5b-b0c3-62e2eeb906f7 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Request body: {'port': {'device_id': 'f6ee4d61-5af1-4660-a809-38dc7e6fb38b', 'network_id': '8845ab47-c84e-42b9-8638-6d23702338cc', 'admin_state_up': True, 'tenant_id': '6816088d4964478681dfcccccc447025'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:29:52.082992 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-07b26720-8ad4-48eb-a3d7-db5b9bfafa8d req-f1e57a79-b811-4161-aca5-a0bd5b04f286 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ee4d61-5af1-4660-a809-38dc7e6fb38b HTTP/1.1" status: 200 len: 210 time: 0.0321424 Sep 21 16:29:52.192533 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-ad26db0a-efc3-4b5b-b0c3-62e2eeb906f7 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Made reservation on behalf of 6816088d4964478681dfcccccc447025 for: {'port': 1} {{(pid=184192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:29:52.196276 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-ad26db0a-efc3-4b5b-b0c3-62e2eeb906f7 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:52.286561 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c40e85-b7b9-4f1f-8d1b-a4f951e6f41c req-c4462085-c186-4cd1-afb4-dd3466729931 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:52.288180 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a9c40e85-b7b9-4f1f-8d1b-a4f951e6f41c req-c4462085-c186-4cd1-afb4-dd3466729931 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 946 time: 0.0547872 Sep 21 16:29:52.325838 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.db_base_plugin_common [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-ad26db0a-efc3-4b5b-b0c3-62e2eeb906f7 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Allocated IP 172.20.0.13 (8845ab47-c84e-42b9-8638-6d23702338cc/5c2426fe-5529-46c1-bcb6-0a7962dda409/44d75d66-f28c-438c-8098-53b3af0a0c1d) {{(pid=184192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:29:52.326385 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a9c40e85-b7b9-4f1f-8d1b-a4f951e6f41c req-d0e77ac6-3cc7-4112-8297-05d2b2bf71c6 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322258 Sep 21 16:29:52.476677 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-ad26db0a-efc3-4b5b-b0c3-62e2eeb906f7 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Notify callbacks [] for port, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:52.570283 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-ad26db0a-efc3-4b5b-b0c3-62e2eeb906f7 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5165539'] for port, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:52.612436 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-ad26db0a-efc3-4b5b-b0c3-62e2eeb906f7 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Network 8845ab47-c84e-42b9-8638-6d23702338cc is already hosted by enough agents. {{(pid=184192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:29:52.615513 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.base_scheduler [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-ad26db0a-efc3-4b5b-b0c3-62e2eeb906f7 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Resources bound (agent type, host, resource id): {{(pid=184192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:29:52.617998 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-ad26db0a-efc3-4b5b-b0c3-62e2eeb906f7 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Received port after_create {{(pid=184192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:29:52.645797 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26db0a-efc3-4b5b-b0c3-62e2eeb906f7 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Pushing event updated for resources: {'Port': ['ID=44d75d66-f28c-438c-8098-53b3af0a0c1d,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:52.675132 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-ad26db0a-efc3-4b5b-b0c3-62e2eeb906f7 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:52.675762 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-ad26db0a-efc3-4b5b-b0c3-62e2eeb906f7 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:52.781712 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-ad26db0a-efc3-4b5b-b0c3-62e2eeb906f7 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7956965 Sep 21 16:29:52.793795 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-c08840cb-c2d3-412d-9b82-d6e4b0277d1f service neutron] Request body: {'port': {'device_id': 'f6ee4d61-5af1-4660-a809-38dc7e6fb38b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81003'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:29:52.849283 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-c08840cb-c2d3-412d-9b82-d6e4b0277d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:53.307777 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c1aa8-c61a-4b1c-959e-55c7f7ec5426 req-88e4938d-0b41-4fc7-976d-17ffd6b3011d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:53.309292 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-412c1aa8-c61a-4b1c-959e-55c7f7ec5426 req-88e4938d-0b41-4fc7-976d-17ffd6b3011d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4122ef3fa8f41e9ab1a2f71d1e6613d&device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 1099 time: 0.0422332 Sep 21 16:29:53.365279 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a9416-3a55-4498-99c8-eb7d61ffb276 req-4898bdbc-a3bf-4e41-a156-83a7895e2556 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:53.366832 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7f7a9416-3a55-4498-99c8-eb7d61ffb276 req-4898bdbc-a3bf-4e41-a156-83a7895e2556 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ee4d61-5af1-4660-a809-38dc7e6fb38b HTTP/1.1" status: 200 len: 932 time: 0.0822618 Sep 21 16:29:53.449700 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c1aa8-c61a-4b1c-959e-55c7f7ec5426 req-beafabcc-9414-4676-b371-e547aaca10fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:53.450383 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7f7a9416-3a55-4498-99c8-eb7d61ffb276 req-bfd2a8e0-69ba-4dcb-b302-8fd0bb0c3341 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/security-groups?id=d760806a-22e8-4d87-9e5f-cf716a1f46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738006 Sep 21 16:29:53.451900 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-412c1aa8-c61a-4b1c-959e-55c7f7ec5426 req-beafabcc-9414-4676-b371-e547aaca10fe service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7 HTTP/1.1" status: 200 len: 909 time: 0.1347592 Sep 21 16:29:53.452311 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.notifiers.nova [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-c08840cb-c2d3-412d-9b82-d6e4b0277d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44d75d66-f28c-438c-8098-53b3af0a0c1d {{(pid=184192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:29:53.460350 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-c08840cb-c2d3-412d-9b82-d6e4b0277d1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:53.472871 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.provisioning_blocks [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-c08840cb-c2d3-412d-9b82-d6e4b0277d1f service neutron] Transition to ACTIVE for port object 44d75d66-f28c-438c-8098-53b3af0a0c1d will not be triggered until provisioned by entity L2. {{(pid=184192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:29:53.474563 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571202b6-ef90-4e96-a016-7055112882b1 req-0a33131d-2010-45aa-a1e5-7e154e15cefc tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:53.476129 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-571202b6-ef90-4e96-a016-7055112882b1 req-0a33131d-2010-45aa-a1e5-7e154e15cefc tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 946 time: 0.0709414 Sep 21 16:29:53.556948 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-412c1aa8-c61a-4b1c-959e-55c7f7ec5426 req-7cdfbd36-d38e-436c-8b8d-127eba3e15b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d19bd978-b2b6-41b6-86ce-47fb7aef0130 HTTP/1.1" status: 200 len: 1002 time: 0.0964882 Sep 21 16:29:53.558111 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-c08840cb-c2d3-412d-9b82-d6e4b0277d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5165562'] for port, after_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:53.559867 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-571202b6-ef90-4e96-a016-7055112882b1 req-42854b86-9886-4708-ac97-9a8188d2ba45 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499234 Sep 21 16:29:53.606719 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08840cb-c2d3-412d-9b82-d6e4b0277d1f service neutron] Pushing event updated for resources: {'Port': ['ID=44d75d66-f28c-438c-8098-53b3af0a0c1d,revision_number=2']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:53.614097 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c1aa8-c61a-4b1c-959e-55c7f7ec5426 req-c086828a-965d-4e5c-b24d-e0170e8bb3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:53.616839 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-412c1aa8-c61a-4b1c-959e-55c7f7ec5426 req-c086828a-965d-4e5c-b24d-e0170e8bb3a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e093e91b-c22f-4678-b4da-6ab8f4fff16a HTTP/1.1" status: 200 len: 847 time: 0.0508571 Sep 21 16:29:53.664140 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c1aa8-c61a-4b1c-959e-55c7f7ec5426 req-8f00fa7b-dcde-4485-a0f5-dc228123d5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:53.665744 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-412c1aa8-c61a-4b1c-959e-55c7f7ec5426 req-8f00fa7b-dcde-4485-a0f5-dc228123d5e2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412316 Sep 21 16:29:53.676929 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.managers [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-c08840cb-c2d3-412d-9b82-d6e4b0277d1f service neutron] Attempting to bind port 44d75d66-f28c-438c-8098-53b3af0a0c1d on host hv-cinder-81003 for vnic_type normal with profile {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:29:53.677305 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.managers [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-c08840cb-c2d3-412d-9b82-d6e4b0277d1f service neutron] Attempting to bind port 44d75d66-f28c-438c-8098-53b3af0a0c1d by drivers openvswitch,hyperv on host hv-cinder-81003 at level 0 using segments [{'id': 'e882df40-668b-429e-adf6-f3fbb494929a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8845ab47-c84e-42b9-8638-6d23702338cc'}] {{(pid=184192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:29:53.677634 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-c08840cb-c2d3-412d-9b82-d6e4b0277d1f service neutron] Attempting to bind port 44d75d66-f28c-438c-8098-53b3af0a0c1d on network 8845ab47-c84e-42b9-8638-6d23702338cc {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:29:53.682320 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-c08840cb-c2d3-412d-9b82-d6e4b0277d1f service neutron] Port 44d75d66-f28c-438c-8098-53b3af0a0c1d on network 8845ab47-c84e-42b9-8638-6d23702338cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81003 {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 16:29:53.682658 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-c08840cb-c2d3-412d-9b82-d6e4b0277d1f service neutron] Attempting to bind port 44d75d66-f28c-438c-8098-53b3af0a0c1d on network 8845ab47-c84e-42b9-8638-6d23702338cc {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:29:53.687512 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-c08840cb-c2d3-412d-9b82-d6e4b0277d1f service neutron] Checking agent: {'id': 'b0f092dd-0f26-432c-b483-67197dbc1b44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'started_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:29:53.687850 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-c08840cb-c2d3-412d-9b82-d6e4b0277d1f service neutron] Checking segment: {'id': 'e882df40-668b-429e-adf6-f3fbb494929a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8845ab47-c84e-42b9-8638-6d23702338cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:29:53.688224 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-c08840cb-c2d3-412d-9b82-d6e4b0277d1f service neutron] Bound using segment: {'id': 'e882df40-668b-429e-adf6-f3fbb494929a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8845ab47-c84e-42b9-8638-6d23702338cc'} {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:29:53.688646 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.managers [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-c08840cb-c2d3-412d-9b82-d6e4b0277d1f service neutron] Bound port: 44d75d66-f28c-438c-8098-53b3af0a0c1d, host: hv-cinder-81003, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e882df40-668b-429e-adf6-f3fbb494929a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8845ab47-c84e-42b9-8638-6d23702338cc'}}] {{(pid=184192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:29:53.689005 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-c08840cb-c2d3-412d-9b82-d6e4b0277d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:53.755883 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-c08840cb-c2d3-412d-9b82-d6e4b0277d1f service neutron] For port 44d75d66-f28c-438c-8098-53b3af0a0c1d, host hv-cinder-81003, cleared binding levels {{(pid=184192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:29:53.758964 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-c08840cb-c2d3-412d-9b82-d6e4b0277d1f service neutron] For port 44d75d66-f28c-438c-8098-53b3af0a0c1d, host hv-cinder-81003, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=44d75d66-f28c-438c-8098-53b3af0a0c1d,segment=NetworkSegment(e882df40-668b-429e-adf6-f3fbb494929a),segment_id=e882df40-668b-429e-adf6-f3fbb494929a)] {{(pid=184192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:29:53.770434 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-412c1aa8-c61a-4b1c-959e-55c7f7ec5426 req-e3cd2e73-2c91-4c65-ad25-ffa1052c95d2 service neutron] 10.222.0.44 "GET /v2.0/networks/5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920389 Sep 21 16:29:53.833335 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-c08840cb-c2d3-412d-9b82-d6e4b0277d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5165562'] for port, after_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:53.861364 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-412c1aa8-c61a-4b1c-959e-55c7f7ec5426 req-c8c3c5cc-0554-43d1-8c99-977a50da118e service neutron] 10.222.0.44 "GET /v2.0/networks/5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829706 Sep 21 16:29:53.865865 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-c08840cb-c2d3-412d-9b82-d6e4b0277d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:53.866412 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-c08840cb-c2d3-412d-9b82-d6e4b0277d1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:53.867796 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-c08840cb-c2d3-412d-9b82-d6e4b0277d1f service neutron] 10.222.0.44 "PUT /v2.0/ports/44d75d66-f28c-438c-8098-53b3af0a0c1d HTTP/1.1" status: 200 len: 1094 time: 1.0782290 Sep 21 16:29:53.868232 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ee4d61-5af1-4660-a809-38dc7e6fb38b', 'tag': '44d75d66-f28c-438c-8098-53b3af0a0c1d'}] {{(pid=184192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:29:53.870476 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc60c069b955d627b70d651b6eab325f4fde0824357df3315d36669f938dcfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00233d7-9471-4dda-ba10-d29a23621b26" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ee4d61-5af1-4660-a809-38dc7e6fb38b", "tag": "44d75d66-f28c-438c-8098-53b3af0a0c1d"}]}' {{(pid=184192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:29:53.897579 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08840cb-c2d3-412d-9b82-d6e4b0277d1f service neutron] Pushing event updated for resources: {'Port': ['ID=44d75d66-f28c-438c-8098-53b3af0a0c1d,revision_number=3']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:53.907596 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90d36fc-77c2-40a7-a7c2-063b7016be7f x-openstack-request-id: req-f90d36fc-77c2-40a7-a7c2-063b7016be7f {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:29:53.907888 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ee4d61-5af1-4660-a809-38dc7e6fb38b", "tag": "44d75d66-f28c-438c-8098-53b3af0a0c1d", "status": "completed", "code": 200}]} {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:29:53.908146 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f90d36fc-77c2-40a7-a7c2-063b7016be7f {{(pid=184192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:29:53.908558 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ee4d61-5af1-4660-a809-38dc7e6fb38b', 'tag': '44d75d66-f28c-438c-8098-53b3af0a0c1d', 'status': 'completed', 'code': 200} Sep 21 16:29:53.971222 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00233d7-9471-4dda-ba10-d29a23621b26 req-ad3091d5-a6a8-4312-840e-bc694d4aabb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:53.972744 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c00233d7-9471-4dda-ba10-d29a23621b26 req-ad3091d5-a6a8-4312-840e-bc694d4aabb4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6816088d4964478681dfcccccc447025&device_id=f6ee4d61-5af1-4660-a809-38dc7e6fb38b HTTP/1.1" status: 200 len: 1097 time: 0.0421317 Sep 21 16:29:54.072413 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00233d7-9471-4dda-ba10-d29a23621b26 req-f16c3eda-bbdb-4994-8ec2-b7d6b878df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:54.073868 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c00233d7-9471-4dda-ba10-d29a23621b26 req-f16c3eda-bbdb-4994-8ec2-b7d6b878df83 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=6816088d4964478681dfcccccc447025&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0930924 Sep 21 16:29:54.166047 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00233d7-9471-4dda-ba10-d29a23621b26 req-2c417c33-fb73-48a7-895d-ba087bfe84ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:54.167426 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c00233d7-9471-4dda-ba10-d29a23621b26 req-2c417c33-fb73-48a7-895d-ba087bfe84ac service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855412 Sep 21 16:29:54.255426 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-108f1d84-7bab-4f2c-8f0b-01afb4c815b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:54.256896 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-108f1d84-7bab-4f2c-8f0b-01afb4c815b6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6816088d4964478681dfcccccc447025&device_id=f6ee4d61-5af1-4660-a809-38dc7e6fb38b HTTP/1.1" status: 200 len: 1097 time: 0.0403869 Sep 21 16:29:54.318569 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-38682ecc-4d7f-4978-9c9c-bb4686198446 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44d75d66-f28c-438c-8098-53b3af0a0c1d HTTP/1.1" status: 200 len: 217 time: 0.0377402 Sep 21 16:29:54.367753 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-6e01ebe0-eb0a-4ff7-b3c3-16822ee03fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:54.369174 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-6e01ebe0-eb0a-4ff7-b3c3-16822ee03fda service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5c2426fe-5529-46c1-bcb6-0a7962dda409 HTTP/1.1" status: 200 len: 854 time: 0.0433693 Sep 21 16:29:54.402114 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-67aa292a-cae1-44fd-b197-36576d55ba6d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8845ab47-c84e-42b9-8638-6d23702338cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245960 Sep 21 16:29:54.495815 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-026f57d4-4b32-4e34-8c52-6d2a10583b8f service neutron] 10.222.0.44 "GET /v2.0/networks/8845ab47-c84e-42b9-8638-6d23702338cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850515 Sep 21 16:29:54.566745 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b670dd-5e8c-4b32-bbac-d192c989dc1b req-38e2f6df-fd46-4aa6-b8f9-88fa1ac1d1b1 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:54.568273 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-57b670dd-5e8c-4b32-bbac-d192c989dc1b req-38e2f6df-fd46-4aa6-b8f9-88fa1ac1d1b1 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ee4d61-5af1-4660-a809-38dc7e6fb38b HTTP/1.1" status: 200 len: 944 time: 0.0521991 Sep 21 16:29:54.587811 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3fb95fc6-8e6d-48dc-87e1-eb7e0e6fa0d2 req-4b793f18-cb4b-47ed-b79c-941d087f5cd8 service neutron] 10.222.0.44 "GET /v2.0/networks/8845ab47-c84e-42b9-8638-6d23702338cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845094 Sep 21 16:29:54.608421 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-57b670dd-5e8c-4b32-bbac-d192c989dc1b req-40df49b4-616e-4944-af5e-7e3d6a5d1813 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/security-groups?id=d760806a-22e8-4d87-9e5f-cf716a1f46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341628 Sep 21 16:29:54.682047 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3923f6-52b2-4194-8fa0-90014fcd1784 req-90310668-7d73-41ce-9c17-9e15587dd19e tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:54.683603 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-bd3923f6-52b2-4194-8fa0-90014fcd1784 req-90310668-7d73-41ce-9c17-9e15587dd19e tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 946 time: 0.0530908 Sep 21 16:29:54.724054 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-bd3923f6-52b2-4194-8fa0-90014fcd1784 req-9af13845-429b-40e3-b87f-9aab52159ae8 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343125 Sep 21 16:29:55.721877 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10199a8e-d6bf-4f12-a691-c6c16168a08c req-31c01802-bd4d-4567-9415-223bafae25b8 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:55.723368 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-10199a8e-d6bf-4f12-a691-c6c16168a08c req-31c01802-bd4d-4567-9415-223bafae25b8 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ee4d61-5af1-4660-a809-38dc7e6fb38b HTTP/1.1" status: 200 len: 944 time: 0.0497134 Sep 21 16:29:55.771251 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-10199a8e-d6bf-4f12-a691-c6c16168a08c req-55eaf709-ed1a-47e8-86a8-0676ebd8a4d0 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/security-groups?id=d760806a-22e8-4d87-9e5f-cf716a1f46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414872 Sep 21 16:29:55.843550 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844c2c2-a2e2-4f66-9cf4-36828312f9e9 req-377cca39-c81b-45b9-a931-961a637582e2 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:55.845018 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7844c2c2-a2e2-4f66-9cf4-36828312f9e9 req-377cca39-c81b-45b9-a931-961a637582e2 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 946 time: 0.0505896 Sep 21 16:29:55.883880 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7844c2c2-a2e2-4f66-9cf4-36828312f9e9 req-be5d6d82-bd4d-4e86-a613-c1f2733c5d18 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328112 Sep 21 16:29:56.886306 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c1d90-6996-45a4-9b81-a836491ebfb8 req-09b96223-0aa1-4be0-a4b2-1590b8885412 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:56.887793 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-de3c1d90-6996-45a4-9b81-a836491ebfb8 req-09b96223-0aa1-4be0-a4b2-1590b8885412 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ee4d61-5af1-4660-a809-38dc7e6fb38b HTTP/1.1" status: 200 len: 944 time: 0.0486240 Sep 21 16:29:56.926685 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-de3c1d90-6996-45a4-9b81-a836491ebfb8 req-60718fdf-66c6-4a9e-98d6-d02238065afe tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/security-groups?id=d760806a-22e8-4d87-9e5f-cf716a1f46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329418 Sep 21 16:29:56.999233 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b259d-1e88-4d63-8f0e-25dd708b68f8 req-c3df0451-4912-40da-b6e3-160ab5b755ab tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:57.000744 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f44b259d-1e88-4d63-8f0e-25dd708b68f8 req-c3df0451-4912-40da-b6e3-160ab5b755ab tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 946 time: 0.0495305 Sep 21 16:29:57.038918 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f44b259d-1e88-4d63-8f0e-25dd708b68f8 req-c0a4b299-1754-4022-a8d2-67d6575ef68c tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321453 Sep 21 16:29:57.536282 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d303b9-fedc-4e3c-ad8a-55d3f3e25dac req-3272c8f5-17ab-47a6-b9a7-8609d9631de8 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:57.537728 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f6d303b9-fedc-4e3c-ad8a-55d3f3e25dac req-3272c8f5-17ab-47a6-b9a7-8609d9631de8 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 946 time: 0.0781040 Sep 21 16:29:57.544725 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3b79cabc-bf96-49aa-8a17-6335888e437e req-ed63038e-5984-41d6-bcc5-eb74a74411f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0554752 Sep 21 16:29:57.576962 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f6d303b9-fedc-4e3c-ad8a-55d3f3e25dac req-2e89617c-b731-4e39-9f97-69579014829a tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313153 Sep 21 16:29:58.045049 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81a633-fe2c-41d0-a81e-5beab2c5a49c req-dfbf5f59-fdaf-4709-a0c4-5e4863b048cd tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:58.046513 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5a81a633-fe2c-41d0-a81e-5beab2c5a49c req-dfbf5f59-fdaf-4709-a0c4-5e4863b048cd tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ee4d61-5af1-4660-a809-38dc7e6fb38b HTTP/1.1" status: 200 len: 944 time: 0.0535440 Sep 21 16:29:58.084978 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5a81a633-fe2c-41d0-a81e-5beab2c5a49c req-ad338010-0823-4123-84ea-8bfe687ce8cf tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/security-groups?id=d760806a-22e8-4d87-9e5f-cf716a1f46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314517 Sep 21 16:29:58.692377 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153bffd-3bac-4db2-a133-4fefbd9bae59 req-ac3332b7-a76d-48fa-83ea-225a554dfd20 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:58.693850 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f153bffd-3bac-4db2-a133-4fefbd9bae59 req-ac3332b7-a76d-48fa-83ea-225a554dfd20 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 946 time: 0.0483057 Sep 21 16:29:58.731821 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f153bffd-3bac-4db2-a133-4fefbd9bae59 req-add2d88e-2e16-4deb-8ab2-e231b1b39cf8 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314596 Sep 21 16:29:59.196903 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73db7a-ecb0-43b6-8220-fbeb51f10d9b req-da799515-c24d-4d11-8c3e-74c7455425ca tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:59.198394 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5d73db7a-ecb0-43b6-8220-fbeb51f10d9b req-da799515-c24d-4d11-8c3e-74c7455425ca tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ee4d61-5af1-4660-a809-38dc7e6fb38b HTTP/1.1" status: 200 len: 944 time: 0.0490077 Sep 21 16:29:59.236694 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5d73db7a-ecb0-43b6-8220-fbeb51f10d9b req-5580902c-7411-4712-8aa4-e2cbe3704ee7 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/security-groups?id=d760806a-22e8-4d87-9e5f-cf716a1f46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318711 Sep 21 16:29:59.622932 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 44d75d66-f28c-438c-8098-53b3af0a0c1d details requested by agent hyperv_hv-cinder-81003 with host hv-cinder-81003 {{(pid=184193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 16:29:59.626124 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device d19bd978-b2b6-41b6-86ce-47fb7aef0130 no longer exists at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:29:59.766435 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:59.786887 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 44d75d66-f28c-438c-8098-53b3af0a0c1d, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=44d75d66-f28c-438c-8098-53b3af0a0c1d,segment=NetworkSegment(e882df40-668b-429e-adf6-f3fbb494929a),segment_id=e882df40-668b-429e-adf6-f3fbb494929a)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:29:59.806632 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc41fe55-28f2-49f2-a723-34ff16c684b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd19bd978-b2b6-41b6-86ce-47fb7aef0130'}] {{(pid=184193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:29:59.808851 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e6171c86456a5bbdaf0b46ebb92172d32a0ea5b64bc8822db714b438cc8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d847cdca-0ade-4a97-add1-508172ac77b5" -d '{"events": [{"server_uuid": "bc41fe55-28f2-49f2-a723-34ff16c684b6", "name": "network-vif-unplugged", "status": "completed", "tag": "d19bd978-b2b6-41b6-86ce-47fb7aef0130"}]}' {{(pid=184193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:29:59.813510 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Returning: {'device': '44d75d66-f28c-438c-8098-53b3af0a0c1d', 'network_id': '8845ab47-c84e-42b9-8638-6d23702338cc', 'port_id': '44d75d66-f28c-438c-8098-53b3af0a0c1d', 'mac_address': 'fa:16:3e:99:6a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c2426fe-5529-46c1-bcb6-0a7962dda409', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=184193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 16:29:59.825670 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port d19bd978-b2b6-41b6-86ce-47fb7aef0130, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=d19bd978-b2b6-41b6-86ce-47fb7aef0130,segment=NetworkSegment(a3123003-a55b-4f0e-8d56-69aba2565669),segment_id=a3123003-a55b-4f0e-8d56-69aba2565669)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:29:59.858876 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d510ee-55cd-4dff-8372-5a9eec71d3ca req-b6017730-7d9f-4797-ac30-07d97bfd4601 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:59.860511 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:59.864967 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-67d510ee-55cd-4dff-8372-5a9eec71d3ca req-b6017730-7d9f-4797-ac30-07d97bfd4601 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 946 time: 0.0592544 Sep 21 16:29:59.875212 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44d75d66-f28c-438c-8098-53b3af0a0c1d {{(pid=184193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:29:59.899610 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 44d75d66-f28c-438c-8098-53b3af0a0c1d, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=44d75d66-f28c-438c-8098-53b3af0a0c1d,segment=NetworkSegment(e882df40-668b-429e-adf6-f3fbb494929a),segment_id=e882df40-668b-429e-adf6-f3fbb494929a)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:29:59.901965 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 16:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd594d3-6874-4983-a376-66605324107e x-openstack-request-id: req-fcd594d3-6874-4983-a376-66605324107e {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:29:59.902245 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc41fe55-28f2-49f2-a723-34ff16c684b6", "name": "network-vif-unplugged", "status": "completed", "tag": "d19bd978-b2b6-41b6-86ce-47fb7aef0130", "code": 200}]} {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:29:59.902497 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fcd594d3-6874-4983-a376-66605324107e {{(pid=184193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:29:59.902879 dv-cinder-810035-1-iscsi neutron-server[184193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc41fe55-28f2-49f2-a723-34ff16c684b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd19bd978-b2b6-41b6-86ce-47fb7aef0130', 'code': 200} Sep 21 16:29:59.924269 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:29:59.942592 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-67d510ee-55cd-4dff-8372-5a9eec71d3ca req-a26c652e-ced4-4e5c-8f6e-00c65ffaa71c tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699005 Sep 21 16:29:59.953542 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79cabc-bf96-49aa-8a17-6335888e437e req-18ed0aa0-56af-4b90-974c-f31284db2f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:29:59.955663 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3b79cabc-bf96-49aa-8a17-6335888e437e req-18ed0aa0-56af-4b90-974c-f31284db2f2e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6&tenant_id=d4122ef3fa8f41e9ab1a2f71d1e6613d HTTP/1.1" status: 200 len: 1099 time: 0.0526485 Sep 21 16:29:59.981761 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=d19bd978-b2b6-41b6-86ce-47fb7aef0130,revision_number=6']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:29:59.990882 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:59.991239 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:59.991701 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:59.991958 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:59.992295 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:59.992685 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:59.993126 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:59.993402 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:59.993738 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:59.994066 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:59.994394 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:29:59.994846 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:00.001858 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:00.035274 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79cabc-bf96-49aa-8a17-6335888e437e req-7661f1d1-7eae-4c3d-97e9-7931100c4138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:00.036927 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3b79cabc-bf96-49aa-8a17-6335888e437e req-7661f1d1-7eae-4c3d-97e9-7931100c4138 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4122ef3fa8f41e9ab1a2f71d1e6613d&device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 1097 time: 0.0526762 Sep 21 16:30:00.058852 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=44d75d66-f28c-438c-8098-53b3af0a0c1d,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:00.139220 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79cabc-bf96-49aa-8a17-6335888e437e req-1b113c1f-a3e4-4298-9266-9319339a6ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:00.140629 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3b79cabc-bf96-49aa-8a17-6335888e437e req-1b113c1f-a3e4-4298-9266-9319339a6ea7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7 HTTP/1.1" status: 200 len: 909 time: 0.0957954 Sep 21 16:30:00.209397 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3b79cabc-bf96-49aa-8a17-6335888e437e req-bd9a330c-a4b1-4e8b-9f74-6201da69217b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d19bd978-b2b6-41b6-86ce-47fb7aef0130 HTTP/1.1" status: 200 len: 1000 time: 0.0599444 Sep 21 16:30:00.261928 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79cabc-bf96-49aa-8a17-6335888e437e req-eee55203-54fc-465b-b8ba-9ff8b30a33f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:00.263642 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3b79cabc-bf96-49aa-8a17-6335888e437e req-eee55203-54fc-465b-b8ba-9ff8b30a33f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e093e91b-c22f-4678-b4da-6ab8f4fff16a HTTP/1.1" status: 200 len: 847 time: 0.0469079 Sep 21 16:30:00.320896 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79cabc-bf96-49aa-8a17-6335888e437e req-e3c72764-257d-43ca-90dd-73a5158ef5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:00.322402 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3b79cabc-bf96-49aa-8a17-6335888e437e req-e3c72764-257d-43ca-90dd-73a5158ef5ce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510933 Sep 21 16:30:00.355703 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551e354-1225-4431-bf2e-13cab9bb47d9 req-0ae701db-ea5d-48f8-9a1f-eb02857528f7 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:00.357212 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f551e354-1225-4431-bf2e-13cab9bb47d9 req-0ae701db-ea5d-48f8-9a1f-eb02857528f7 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ee4d61-5af1-4660-a809-38dc7e6fb38b HTTP/1.1" status: 200 len: 945 time: 0.0487437 Sep 21 16:30:00.357450 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['44d75d66-f28c-438c-8098-53b3af0a0c1d'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:30:00.409206 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f551e354-1225-4431-bf2e-13cab9bb47d9 req-fbdbe8ff-5c68-40e0-b0d2-84fa9fbe9ac4 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/security-groups?id=d760806a-22e8-4d87-9e5f-cf716a1f46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456686 Sep 21 16:30:00.432038 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3b79cabc-bf96-49aa-8a17-6335888e437e req-6eca5982-b350-4938-a2c0-d48a697baa29 service neutron] 10.222.0.44 "GET /v2.0/networks/5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020088 Sep 21 16:30:00.529483 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3b79cabc-bf96-49aa-8a17-6335888e437e req-b459b662-2ee4-4eb4-956f-50096766bcac service neutron] 10.222.0.44 "GET /v2.0/networks/5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903437 Sep 21 16:30:01.071602 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6923269-1d20-433e-9a5b-53bf73354b45 req-b526abac-76cc-41fa-9088-1a88bc0e1dad tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:01.072964 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-a6923269-1d20-433e-9a5b-53bf73354b45 req-b526abac-76cc-41fa-9088-1a88bc0e1dad tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 944 time: 0.0562277 Sep 21 16:30:01.113759 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-a6923269-1d20-433e-9a5b-53bf73354b45 req-1e85bbb2-27de-403c-9182-3663105922cc tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320671 Sep 21 16:30:01.516839 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bd978-0c44-459a-8573-d867d04c9839 req-04639637-f127-40ec-a6cc-1ce015f05be0 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:01.518288 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d55bd978-0c44-459a-8573-d867d04c9839 req-04639637-f127-40ec-a6cc-1ce015f05be0 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ee4d61-5af1-4660-a809-38dc7e6fb38b HTTP/1.1" status: 200 len: 945 time: 0.0482814 Sep 21 16:30:01.556418 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d55bd978-0c44-459a-8573-d867d04c9839 req-5809cfaa-83bd-4831-8a72-4abd7c8a6c9d tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/security-groups?id=d760806a-22e8-4d87-9e5f-cf716a1f46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316594 Sep 21 16:30:02.231308 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0137da3-c14a-4a0c-acf9-e93130a05821 req-7c52a3ad-21d1-4a5d-a3c1-ad87fb6b2a58 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:02.232805 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a0137da3-c14a-4a0c-acf9-e93130a05821 req-7c52a3ad-21d1-4a5d-a3c1-ad87fb6b2a58 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 944 time: 0.0531418 Sep 21 16:30:02.270465 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a0137da3-c14a-4a0c-acf9-e93130a05821 req-de1ec669-b5ee-4c54-80df-0ee841889d7f tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316734 Sep 21 16:30:02.672549 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba47ab2-2632-4e28-9c77-893571b7d341 req-39a49931-791e-45c5-9b6d-1c2d90a29ceb tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:02.674008 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1ba47ab2-2632-4e28-9c77-893571b7d341 req-39a49931-791e-45c5-9b6d-1c2d90a29ceb tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ee4d61-5af1-4660-a809-38dc7e6fb38b HTTP/1.1" status: 200 len: 945 time: 0.0518970 Sep 21 16:30:02.717725 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1ba47ab2-2632-4e28-9c77-893571b7d341 req-ba14bf39-ad3a-4ddf-8ae5-fb4c3f3f1db5 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/security-groups?id=d760806a-22e8-4d87-9e5f-cf716a1f46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333910 Sep 21 16:30:02.860489 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363d055-e2b0-43d5-82fb-a8f0f6fe51c1 req-e6b3e64c-e915-455d-b315-15aa6eb2fc51 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:02.861942 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6363d055-e2b0-43d5-82fb-a8f0f6fe51c1 req-e6b3e64c-e915-455d-b315-15aa6eb2fc51 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 946 time: 0.0489101 Sep 21 16:30:02.898837 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6363d055-e2b0-43d5-82fb-a8f0f6fe51c1 req-01607c0e-1bd5-4025-b636-661453408bea tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304792 Sep 21 16:30:03.383728 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933762c-e9bb-451a-b347-5c423192ac59 req-050dcf3c-a77b-4999-a1e6-91c25ced4f9f tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:03.385192 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c933762c-e9bb-451a-b347-5c423192ac59 req-050dcf3c-a77b-4999-a1e6-91c25ced4f9f tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 944 time: 0.0481753 Sep 21 16:30:03.423132 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c933762c-e9bb-451a-b347-5c423192ac59 req-2851fe7c-04bf-4d84-92d5-3579d6e86245 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320888 Sep 21 16:30:03.638357 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 44d75d66-f28c-438c-8098-53b3af0a0c1d up at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:30:03.740886 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning for port 44d75d66-f28c-438c-8098-53b3af0a0c1d completed by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:30:03.744841 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning complete for port 44d75d66-f28c-438c-8098-53b3af0a0c1d triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:30:03.745266 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:03.824215 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:03.828923 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:30:03.830078 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3955f-09a3-4ace-85af-be431caacc90 req-250ce39b-1a21-4a9a-95f5-f1e4057f27a1 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:03.831637 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-dba3955f-09a3-4ace-85af-be431caacc90 req-250ce39b-1a21-4a9a-95f5-f1e4057f27a1 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ee4d61-5af1-4660-a809-38dc7e6fb38b HTTP/1.1" status: 200 len: 945 time: 0.0485914 Sep 21 16:30:03.848471 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ee4d61-5af1-4660-a809-38dc7e6fb38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d75d66-f28c-438c-8098-53b3af0a0c1d'}] {{(pid=184193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:30:03.850703 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e6171c86456a5bbdaf0b46ebb92172d32a0ea5b64bc8822db714b438cc8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffd399f-da31-497e-a76a-4092258a32c1" -d '{"events": [{"server_uuid": "f6ee4d61-5af1-4660-a809-38dc7e6fb38b", "name": "network-vif-plugged", "status": "completed", "tag": "44d75d66-f28c-438c-8098-53b3af0a0c1d"}]}' {{(pid=184193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:30:03.862769 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 44d75d66-f28c-438c-8098-53b3af0a0c1d, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=44d75d66-f28c-438c-8098-53b3af0a0c1d,segment=NetworkSegment(e882df40-668b-429e-adf6-f3fbb494929a),segment_id=e882df40-668b-429e-adf6-f3fbb494929a)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:30:03.872921 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-dba3955f-09a3-4ace-85af-be431caacc90 req-0399e75f-defa-4fde-a6df-caf94dac8035 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/security-groups?id=d760806a-22e8-4d87-9e5f-cf716a1f46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332322 Sep 21 16:30:03.891983 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3619e1f3-c04d-4203-9e9f-d89eb78afa9e x-openstack-request-id: req-3619e1f3-c04d-4203-9e9f-d89eb78afa9e {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:30:03.891983 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ee4d61-5af1-4660-a809-38dc7e6fb38b", "name": "network-vif-plugged", "status": "completed", "tag": "44d75d66-f28c-438c-8098-53b3af0a0c1d", "code": 200}]} {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:30:03.891983 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3619e1f3-c04d-4203-9e9f-d89eb78afa9e {{(pid=184193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:30:03.891983 dv-cinder-810035-1-iscsi neutron-server[184193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ee4d61-5af1-4660-a809-38dc7e6fb38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d75d66-f28c-438c-8098-53b3af0a0c1d', 'code': 200} Sep 21 16:30:03.935659 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:03.983740 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=44d75d66-f28c-438c-8098-53b3af0a0c1d,revision_number=5']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:04.022863 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf0fa1-b0f3-4d47-9fd8-aabab87e8776 req-5350feb5-9e27-4fc5-9661-48a91e8fe13d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:04.024374 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-cacf0fa1-b0f3-4d47-9fd8-aabab87e8776 req-5350feb5-9e27-4fc5-9661-48a91e8fe13d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 946 time: 0.0528464 Sep 21 16:30:04.063596 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-cacf0fa1-b0f3-4d47-9fd8-aabab87e8776 req-fdddb088-b9c3-405c-912d-4275e94b5808 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321493 Sep 21 16:30:04.206886 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdf79e-b92e-4845-b0a1-81fd4bca3d17 req-93770022-e4bf-4cc2-9150-d94ecf94f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:04.208503 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-33cdf79e-b92e-4845-b0a1-81fd4bca3d17 req-93770022-e4bf-4cc2-9150-d94ecf94f36c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f6ee4d61-5af1-4660-a809-38dc7e6fb38b HTTP/1.1" status: 200 len: 1099 time: 0.0409899 Sep 21 16:30:04.243427 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-33cdf79e-b92e-4845-b0a1-81fd4bca3d17 req-d9137e82-507b-4d86-809f-ce6918da7b69 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d760806a-22e8-4d87-9e5f-cf716a1f46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273390 Sep 21 16:30:04.536415 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de581c6-a97b-44a7-bf55-86ade672e099 req-f815e6f3-38fd-4ace-9418-28b9cc9f7133 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:04.537849 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5de581c6-a97b-44a7-bf55-86ade672e099 req-f815e6f3-38fd-4ace-9418-28b9cc9f7133 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 944 time: 0.0475931 Sep 21 16:30:04.574348 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5de581c6-a97b-44a7-bf55-86ade672e099 req-ff3dc1ba-4a38-4912-8d18-e0b8b1ed5854 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305870 Sep 21 16:30:04.984512 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c2025-fd9c-4f04-b4fa-e723d561f66e req-ef3466f1-659c-4a1e-9383-9da169a88ce8 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:04.985981 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-360c2025-fd9c-4f04-b4fa-e723d561f66e req-ef3466f1-659c-4a1e-9383-9da169a88ce8 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ee4d61-5af1-4660-a809-38dc7e6fb38b HTTP/1.1" status: 200 len: 946 time: 0.0479178 Sep 21 16:30:05.024431 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-360c2025-fd9c-4f04-b4fa-e723d561f66e req-d2f67694-399e-4162-932b-834e4791903a tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/security-groups?id=d760806a-22e8-4d87-9e5f-cf716a1f46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319059 Sep 21 16:30:05.079830 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6cf40-2f72-4ce6-9c11-2abb5f8a1d0a req-81a13880-60b6-425d-893a-45058b9d0db7 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:05.081248 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-a1c6cf40-2f72-4ce6-9c11-2abb5f8a1d0a req-81a13880-60b6-425d-893a-45058b9d0db7 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 946 time: 0.0512826 Sep 21 16:30:05.177990 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [req-a1c6cf40-2f72-4ce6-9c11-2abb5f8a1d0a req-945901d4-fae2-4745-89da-da9ba221fb25 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Deleting port e76fd80a-f3d4-4a68-b78c-90920a1d17c1 {{(pid=184192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:30:05.178234 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-a1c6cf40-2f72-4ce6-9c11-2abb5f8a1d0a req-945901d4-fae2-4745-89da-da9ba221fb25 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:05.193962 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de56daa-62a2-4358-8505-a79d7eff5d10 req-f00c9439-3041-4dda-bb9c-7f39f0dbffff tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:05.195492 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-3de56daa-62a2-4358-8505-a79d7eff5d10 req-f00c9439-3041-4dda-bb9c-7f39f0dbffff tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 946 time: 0.0593135 Sep 21 16:30:05.233572 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-3de56daa-62a2-4358-8505-a79d7eff5d10 req-ea8aaad4-1491-493e-b662-2d9f1a10c72f tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=620f42e9-83a1-4e66-971f-595504d70e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319200 Sep 21 16:30:05.272823 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [req-a1c6cf40-2f72-4ce6-9c11-2abb5f8a1d0a req-945901d4-fae2-4745-89da-da9ba221fb25 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] For port e76fd80a-f3d4-4a68-b78c-90920a1d17c1, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=e76fd80a-f3d4-4a68-b78c-90920a1d17c1,segment=NetworkSegment(f105e78b-d17d-49b4-8dea-7bfd49dbcc51),segment_id=f105e78b-d17d-49b4-8dea-7bfd49dbcc51)] {{(pid=184192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:30:05.273216 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-a1c6cf40-2f72-4ce6-9c11-2abb5f8a1d0a req-945901d4-fae2-4745-89da-da9ba221fb25 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:05.488639 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-a1c6cf40-2f72-4ce6-9c11-2abb5f8a1d0a req-945901d4-fae2-4745-89da-da9ba221fb25 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for floatingip, precommit_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:05.488934 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-a1c6cf40-2f72-4ce6-9c11-2abb5f8a1d0a req-945901d4-fae2-4745-89da-da9ba221fb25 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615442'] for floatingip, after_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:05.489242 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.db.l3_db [req-a1c6cf40-2f72-4ce6-9c11-2abb5f8a1d0a req-945901d4-fae2-4745-89da-da9ba221fb25 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Floating IP c486652c-6f7b-41ca-a821-2eb1136c4648 disassociated. External IP: 172.27.2.245, port: e76fd80a-f3d4-4a68-b78c-90920a1d17c1. Sep 21 16:30:05.489583 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [req-a1c6cf40-2f72-4ce6-9c11-2abb5f8a1d0a req-945901d4-fae2-4745-89da-da9ba221fb25 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Calling delete_port for e76fd80a-f3d4-4a68-b78c-90920a1d17c1 owned by compute:nova {{(pid=184192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:30:05.690578 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce508782-bc4d-4f20-8ec8-56d155072deb req-864caf3c-1793-4a8b-a1d6-a760f4978a96 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:05.692078 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ce508782-bc4d-4f20-8ec8-56d155072deb req-864caf3c-1793-4a8b-a1d6-a760f4978a96 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 944 time: 0.0519135 Sep 21 16:30:05.692814 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-a1c6cf40-2f72-4ce6-9c11-2abb5f8a1d0a req-945901d4-fae2-4745-89da-da9ba221fb25 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5165539'] for port, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:05.734553 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945901d4-fae2-4745-89da-da9ba221fb25 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Pushing event deleted for resources: {'Port': ['ID=e76fd80a-f3d4-4a68-b78c-90920a1d17c1,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:05.791711 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ce508782-bc4d-4f20-8ec8-56d155072deb req-ad257894-b9f2-4870-8916-f0b1ae48be57 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926456 Sep 21 16:30:05.863314 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1c6cf40-2f72-4ce6-9c11-2abb5f8a1d0a req-945901d4-fae2-4745-89da-da9ba221fb25 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Router 32d89de4-824d-465e-8df6-d7ffad07050a has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:30:05.971759 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1c6cf40-2f72-4ce6-9c11-2abb5f8a1d0a req-945901d4-fae2-4745-89da-da9ba221fb25 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:30:05.982376 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7917a7-426c-4cb3-ba63-34619803e77e None None] Sync routers for ids ['32d89de4-824d-465e-8df6-d7ffad07050a'] in dv-cinder-810035-1-iscsi {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:30:05.993169 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7917a7-426c-4cb3-ba63-34619803e77e None None] Routers {'32d89de4-824d-465e-8df6-d7ffad07050a'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:30:05.993358 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-2a7917a7-426c-4cb3-ba63-34619803e77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:29:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['32d89de4-824d-465e-8df6-d7ffad07050a'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:30:06.020339 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c6cf40-2f72-4ce6-9c11-2abb5f8a1d0a req-945901d4-fae2-4745-89da-da9ba221fb25 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] No DVR routers for this DVR port e76fd80a-f3d4-4a68-b78c-90920a1d17c1 on host hv-cinder-81003 {{(pid=184192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:30:06.023801 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-a1c6cf40-2f72-4ce6-9c11-2abb5f8a1d0a req-945901d4-fae2-4745-89da-da9ba221fb25 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:06.026638 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-a1c6cf40-2f72-4ce6-9c11-2abb5f8a1d0a req-945901d4-fae2-4745-89da-da9ba221fb25 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.44 "DELETE /v2.0/ports/e76fd80a-f3d4-4a68-b78c-90920a1d17c1 HTTP/1.1" status: 204 len: 173 time: 0.9377391 Sep 21 16:30:06.026638 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0bc3ba-a6a4-4872-8e61-4e7820123513', 'name': 'network-vif-deleted', 'tag': 'e76fd80a-f3d4-4a68-b78c-90920a1d17c1'}] {{(pid=184192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:30:06.030149 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc60c069b955d627b70d651b6eab325f4fde0824357df3315d36669f938dcfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f599210-9c1a-45fd-b0d9-316be8356da2" -d '{"events": [{"server_uuid": "1d0bc3ba-a6a4-4872-8e61-4e7820123513", "name": "network-vif-deleted", "tag": "e76fd80a-f3d4-4a68-b78c-90920a1d17c1"}]}' {{(pid=184192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:30:06.071760 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476dc2f1-7234-486e-9a4f-aac0907e0e43 x-openstack-request-id: req-476dc2f1-7234-486e-9a4f-aac0907e0e43 {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:30:06.072146 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0bc3ba-a6a4-4872-8e61-4e7820123513", "name": "network-vif-deleted", "tag": "e76fd80a-f3d4-4a68-b78c-90920a1d17c1", "status": "completed", "code": 200}]} {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:30:06.072491 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-476dc2f1-7234-486e-9a4f-aac0907e0e43 {{(pid=184192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:30:06.072994 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0bc3ba-a6a4-4872-8e61-4e7820123513', 'name': 'network-vif-deleted', 'tag': 'e76fd80a-f3d4-4a68-b78c-90920a1d17c1', 'status': 'completed', 'code': 200} Sep 21 16:30:06.122844 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-2a7917a7-426c-4cb3-ba63-34619803e77e None None] Set router 32d89de4-824d-465e-8df6-d7ffad07050a gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:30:06.160320 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8959a4-bcaa-439c-a158-ce76416c4aaa req-056a5eae-05c8-4fee-a84f-a24a26fd9f2e tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:06.162222 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5f8959a4-bcaa-439c-a158-ce76416c4aaa req-056a5eae-05c8-4fee-a84f-a24a26fd9f2e tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ee4d61-5af1-4660-a809-38dc7e6fb38b HTTP/1.1" status: 200 len: 946 time: 0.0639439 Sep 21 16:30:06.202574 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5f8959a4-bcaa-439c-a158-ce76416c4aaa req-24d8cfe9-257d-40bd-a222-4c5903ab9cd8 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/security-groups?id=d760806a-22e8-4d87-9e5f-cf716a1f46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337029 Sep 21 16:30:06.339226 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-2a7917a7-426c-4cb3-ba63-34619803e77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'name': 'tempest-AttachVolumeShelveTestJSON-1449937929-router', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:15Z', 'revision_number': 4, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'gw_port': {'id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:03Z', 'updated_at': '2021-09-21T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': 'fd26a66c-b111-445a-ac1a-316f620e260e', 'name': '', 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'mac_address': 'fa:16:3e:97:df:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:10Z', 'updated_at': '2021-09-21T16:22:24Z', 'revision_number': 5, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'subnets': [{'id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:30:06.343295 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-3c61d3e8-41d7-40be-bce9-97bfc0ace57d req-d3496623-dd7a-4698-a2f6-db389c87dfd1 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0bc3ba-a6a4-4872-8e61-4e7820123513 HTTP/1.1" status: 200 len: 210 time: 0.0290828 Sep 21 16:30:06.366406 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7917a7-426c-4cb3-ba63-34619803e77e None None] Checking router: 32d89de4-824d-465e-8df6-d7ffad07050a for host: dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:30:06.375048 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7917a7-426c-4cb3-ba63-34619803e77e None None] Routers {'32d89de4-824d-465e-8df6-d7ffad07050a'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:30:06.375717 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-2a7917a7-426c-4cb3-ba63-34619803e77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:29:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['32d89de4-824d-465e-8df6-d7ffad07050a'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:30:06.484961 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-2a7917a7-426c-4cb3-ba63-34619803e77e None None] Set router 32d89de4-824d-465e-8df6-d7ffad07050a gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:30:06.684965 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-2a7917a7-426c-4cb3-ba63-34619803e77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'name': 'tempest-AttachVolumeShelveTestJSON-1449937929-router', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:15Z', 'revision_number': 4, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'gw_port': {'id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:03Z', 'updated_at': '2021-09-21T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': 'fd26a66c-b111-445a-ac1a-316f620e260e', 'name': '', 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'mac_address': 'fa:16:3e:97:df:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:10Z', 'updated_at': '2021-09-21T16:22:24Z', 'revision_number': 5, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'subnets': [{'id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:30:06.710542 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7917a7-426c-4cb3-ba63-34619803e77e None None] The sync data for ids ['32d89de4-824d-465e-8df6-d7ffad07050a'] in dv-cinder-810035-1-iscsi is: [{'id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'name': 'tempest-AttachVolumeShelveTestJSON-1449937929-router', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:15Z', 'revision_number': 4, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'gw_port': {'id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:03Z', 'updated_at': '2021-09-21T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': 'fd26a66c-b111-445a-ac1a-316f620e260e', 'name': '', 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'mac_address': 'fa:16:3e:97:df:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:10Z', 'updated_at': '2021-09-21T16:22:24Z', 'revision_number': 5, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'subnets': [{'id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:30:06.922832 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772225a9-7b1c-4b1c-91e4-620f4e9a862f req-646575b2-d64a-480e-a45a-7afaba30f9a9 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:06.929563 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-772225a9-7b1c-4b1c-91e4-620f4e9a862f req-646575b2-d64a-480e-a45a-7afaba30f9a9 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 944 time: 0.0665259 Sep 21 16:30:06.972123 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a9671e-1e95-4c30-a0ee-1c93257814b8 None None] New status for floating IP c486652c-6f7b-41ca-a821-2eb1136c4648: DOWN {{(pid=184194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:30:06.980816 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-772225a9-7b1c-4b1c-91e4-620f4e9a862f req-0b1ccc46-a008-413f-bb2c-b226ea1b2dc6 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502725 Sep 21 16:30:07.322943 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccffd9-bb3f-4e5a-ae70-54dfa59dc9c2 req-37806681-60c2-4fb6-a428-1907384c199d tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:07.324465 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-70ccffd9-bb3f-4e5a-ae70-54dfa59dc9c2 req-37806681-60c2-4fb6-a428-1907384c199d tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ee4d61-5af1-4660-a809-38dc7e6fb38b HTTP/1.1" status: 200 len: 946 time: 0.0487020 Sep 21 16:30:07.361810 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-70ccffd9-bb3f-4e5a-ae70-54dfa59dc9c2 req-9e2f76d0-4e74-4699-b642-160cc09e04ac tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/security-groups?id=d760806a-22e8-4d87-9e5f-cf716a1f46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310433 Sep 21 16:30:07.502472 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 35826) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:30:07.557294 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-1d73c96f-9bc7-4cb9-9578-040147d766d2 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:07.582688 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-1d73c96f-9bc7-4cb9-9578-040147d766d2 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:07.695849 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-1d73c96f-9bc7-4cb9-9578-040147d766d2 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:07.699134 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-1d73c96f-9bc7-4cb9-9578-040147d766d2 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:07.700093 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-1d73c96f-9bc7-4cb9-9578-040147d766d2 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "DELETE /v2.0/security-groups/620f42e9-83a1-4e66-971f-595504d70e6f HTTP/1.1" status: 204 len: 168 time: 0.1964653 Sep 21 16:30:07.703037 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 35832) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:30:07.710538 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73c96f-9bc7-4cb9-9578-040147d766d2 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=620f42e9-83a1-4e66-971f-595504d70e6f,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:07.719903 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.api.v2.resource [None req-1a8ac4fa-f0a5-4166-93a5-5f0bc4bb6652 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] show failed (client error): The resource could not be found. Sep 21 16:30:07.727898 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-1a8ac4fa-f0a5-4166-93a5-5f0bc4bb6652 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups/620f42e9-83a1-4e66-971f-595504d70e6f HTTP/1.1" status: 404 len: 347 time: 0.0167801 Sep 21 16:30:07.728159 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 35834) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:30:07.849716 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [None req-443b6653-0bd5-4e40-96f6-f3ee538e74e3 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Deleting port 4725c255-552b-4a1c-a60f-55d1fdbe49ac {{(pid=184192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:30:07.850011 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-443b6653-0bd5-4e40-96f6-f3ee538e74e3 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:07.927216 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-443b6653-0bd5-4e40-96f6-f3ee538e74e3 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:07.928101 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-443b6653-0bd5-4e40-96f6-f3ee538e74e3 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:07.939330 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [None req-443b6653-0bd5-4e40-96f6-f3ee538e74e3 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Calling delete_port for 4725c255-552b-4a1c-a60f-55d1fdbe49ac owned by network:floatingip {{(pid=184192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:30:08.112437 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede85778-3db5-412d-9c40-c47fd4a869ee req-45551915-ad22-44a3-abee-9d194bd4208f tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:08.113936 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ede85778-3db5-412d-9c40-c47fd4a869ee req-45551915-ad22-44a3-abee-9d194bd4208f tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 944 time: 0.0595858 Sep 21 16:30:08.151504 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ede85778-3db5-412d-9c40-c47fd4a869ee req-d2096571-c2bb-4a19-b57c-7ca1520001fc tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309474 Sep 21 16:30:08.190657 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-443b6653-0bd5-4e40-96f6-f3ee538e74e3 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5165539'] for port, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:08.213551 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b6653-0bd5-4e40-96f6-f3ee538e74e3 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Pushing event deleted for resources: {'Port': ['ID=4725c255-552b-4a1c-a60f-55d1fdbe49ac,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:08.274658 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-443b6653-0bd5-4e40-96f6-f3ee538e74e3 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for floatingip, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:08.277324 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-443b6653-0bd5-4e40-96f6-f3ee538e74e3 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for floatingip, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:08.278485 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-443b6653-0bd5-4e40-96f6-f3ee538e74e3 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "DELETE /v2.0/floatingips/c486652c-6f7b-41ca-a821-2eb1136c4648 HTTP/1.1" status: 204 len: 168 time: 0.5532918 Sep 21 16:30:08.718906 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 35842) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:30:08.725190 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-14581546-ae5b-4ead-bda6-8aeadbbdbb32 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Request body: {'security_group': {'name': 'tempest-securitygroup--549814248', 'description': 'tempest-description--329161604'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:30:08.798340 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-14581546-ae5b-4ead-bda6-8aeadbbdbb32 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:08.879892 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-14581546-ae5b-4ead-bda6-8aeadbbdbb32 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:08.963756 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-14581546-ae5b-4ead-bda6-8aeadbbdbb32 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:08.992526 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14581546-ae5b-4ead-bda6-8aeadbbdbb32 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=599b1b14-b5a3-42bc-a327-33ea38536f1c,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:09.083842 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-14581546-ae5b-4ead-bda6-8aeadbbdbb32 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:09.085106 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-14581546-ae5b-4ead-bda6-8aeadbbdbb32 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3652108 Sep 21 16:30:09.088613 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 35844) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:30:09.093338 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-c965499b-5a74-49a6-b9a2-f010e15dfb00 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Request body: {'security_group_rule': {'security_group_id': '599b1b14-b5a3-42bc-a327-33ea38536f1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:30:09.209999 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:09.266294 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c965499b-5a74-49a6-b9a2-f010e15dfb00 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:09.268043 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5390b2-8e1d-456b-9aa7-6bd90be23752 req-83d01132-f484-4061-8bce-46b0e2b1ec26 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:09.269546 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-8e5390b2-8e1d-456b-9aa7-6bd90be23752 req-83d01132-f484-4061-8bce-46b0e2b1ec26 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 944 time: 0.0503349 Sep 21 16:30:09.315344 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c965499b-5a74-49a6-b9a2-f010e15dfb00 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:09.318908 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-8e5390b2-8e1d-456b-9aa7-6bd90be23752 req-b3e32b5d-76bf-4894-863b-674478f1c09a tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340817 Sep 21 16:30:09.409641 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c965499b-5a74-49a6-b9a2-f010e15dfb00 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791899'] for security_group_rule, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:09.428378 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965499b-5a74-49a6-b9a2-f010e15dfb00 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e27645e4-db1b-4aed-be24-7d664da16b4a,revision_number=0']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:09.435997 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965499b-5a74-49a6-b9a2-f010e15dfb00 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:09.436342 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965499b-5a74-49a6-b9a2-f010e15dfb00 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:09.436686 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965499b-5a74-49a6-b9a2-f010e15dfb00 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:09.437052 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965499b-5a74-49a6-b9a2-f010e15dfb00 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:09.437331 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965499b-5a74-49a6-b9a2-f010e15dfb00 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:09.437670 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965499b-5a74-49a6-b9a2-f010e15dfb00 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:09.437997 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965499b-5a74-49a6-b9a2-f010e15dfb00 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:09.438302 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965499b-5a74-49a6-b9a2-f010e15dfb00 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:09.438619 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965499b-5a74-49a6-b9a2-f010e15dfb00 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:09.438936 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965499b-5a74-49a6-b9a2-f010e15dfb00 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:09.439250 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965499b-5a74-49a6-b9a2-f010e15dfb00 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:09.439593 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965499b-5a74-49a6-b9a2-f010e15dfb00 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:09.489717 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c965499b-5a74-49a6-b9a2-f010e15dfb00 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:09.491412 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-c965499b-5a74-49a6-b9a2-f010e15dfb00 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4016771 Sep 21 16:30:09.494133 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 35850) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:30:09.498519 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-94619090-cde2-4a39-8b09-bc50a2d3e57a tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Request body: {'security_group_rule': {'security_group_id': '599b1b14-b5a3-42bc-a327-33ea38536f1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:30:09.620604 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-94619090-cde2-4a39-8b09-bc50a2d3e57a tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:09.655023 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device d19bd978-b2b6-41b6-86ce-47fb7aef0130 details requested by agent hyperv_hv-cinder-81003 with host hv-cinder-81003 {{(pid=184193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 16:30:09.658138 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device e76fd80a-f3d4-4a68-b78c-90920a1d17c1 no longer exists at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:30:09.675978 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-94619090-cde2-4a39-8b09-bc50a2d3e57a tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:09.684976 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] No Port match for: e76fd80a-f3d4-4a68-b78c-90920a1d17c1 {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:30:09.685317 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device e76fd80a-f3d4-4a68-b78c-90920a1d17c1 not bound to the agent host hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:30:09.769829 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-94619090-cde2-4a39-8b09-bc50a2d3e57a tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791899'] for security_group_rule, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:09.773647 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port d19bd978-b2b6-41b6-86ce-47fb7aef0130, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=d19bd978-b2b6-41b6-86ce-47fb7aef0130,segment=NetworkSegment(a3123003-a55b-4f0e-8d56-69aba2565669),segment_id=a3123003-a55b-4f0e-8d56-69aba2565669)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:30:09.784261 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Returning: {'device': 'd19bd978-b2b6-41b6-86ce-47fb7aef0130', 'network_id': '5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7', 'port_id': 'd19bd978-b2b6-41b6-86ce-47fb7aef0130', 'mac_address': 'fa:16:3e:9f:22:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e093e91b-c22f-4678-b4da-6ab8f4fff16a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=184193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 16:30:09.784855 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94619090-cde2-4a39-8b09-bc50a2d3e57a tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0641418-5565-4a9c-9bc9-8065fbd5bfc6,revision_number=0']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:09.822117 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:09.834494 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d19bd978-b2b6-41b6-86ce-47fb7aef0130 {{(pid=184193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:30:09.854261 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port d19bd978-b2b6-41b6-86ce-47fb7aef0130, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=d19bd978-b2b6-41b6-86ce-47fb7aef0130,segment=NetworkSegment(a3123003-a55b-4f0e-8d56-69aba2565669),segment_id=a3123003-a55b-4f0e-8d56-69aba2565669)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:30:09.878397 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-94619090-cde2-4a39-8b09-bc50a2d3e57a tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:09.879682 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-94619090-cde2-4a39-8b09-bc50a2d3e57a tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3845406 Sep 21 16:30:09.882684 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 35852) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:30:09.886961 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-592af5ea-52f0-45be-b5d8-37684bf21e0d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Request body: {'floatingip': {'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:30:10.003641 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:10.020936 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-592af5ea-52f0-45be-b5d8-37684bf21e0d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for floatingip, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:10.051896 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=d19bd978-b2b6-41b6-86ce-47fb7aef0130,revision_number=7']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:10.128605 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-592af5ea-52f0-45be-b5d8-37684bf21e0d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:10.233214 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_common [None req-592af5ea-52f0-45be-b5d8-37684bf21e0d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Allocated IP 172.27.2.235 (72679c7d-9bce-4a4a-9509-1e8f9e1d8844/b489826c-59d7-499a-88a6-c55f1856fec4/6a2407c2-b43c-4061-bbac-b209ad28dae9) {{(pid=184191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:30:10.338488 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-592af5ea-52f0-45be-b5d8-37684bf21e0d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for port, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:10.365386 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['d19bd978-b2b6-41b6-86ce-47fb7aef0130'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:30:10.433499 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-592af5ea-52f0-45be-b5d8-37684bf21e0d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:10.448600 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2cbbc-e83b-478f-945a-8721ce783ca0 req-7eeaa88b-8885-4e00-8e9c-31d50f136101 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:10.450184 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5fb2cbbc-e83b-478f-945a-8721ce783ca0 req-7eeaa88b-8885-4e00-8e9c-31d50f136101 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 945 time: 0.0598772 Sep 21 16:30:10.488985 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592af5ea-52f0-45be-b5d8-37684bf21e0d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:30:10.503078 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-592af5ea-52f0-45be-b5d8-37684bf21e0d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:30:10.511035 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592af5ea-52f0-45be-b5d8-37684bf21e0d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Received port after_create {{(pid=184191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:30:10.541059 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592af5ea-52f0-45be-b5d8-37684bf21e0d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Pushing event updated for resources: {'Port': ['ID=6a2407c2-b43c-4061-bbac-b209ad28dae9,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:10.562886 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5fb2cbbc-e83b-478f-945a-8721ce783ca0 req-a2f24b5e-3b6d-4f26-ae71-c07fc9fc3407 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907452 Sep 21 16:30:10.617235 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-592af5ea-52f0-45be-b5d8-37684bf21e0d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:10.714830 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-592af5ea-52f0-45be-b5d8-37684bf21e0d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:10.864106 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-592af5ea-52f0-45be-b5d8-37684bf21e0d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for port, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:10.929619 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-592af5ea-52f0-45be-b5d8-37684bf21e0d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4479009'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:10.996716 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592af5ea-52f0-45be-b5d8-37684bf21e0d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Pushing event updated for resources: {'Port': ['ID=6a2407c2-b43c-4061-bbac-b209ad28dae9,revision_number=2']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:11.008735 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-592af5ea-52f0-45be-b5d8-37684bf21e0d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615442'] for floatingip, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:11.101247 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-592af5ea-52f0-45be-b5d8-37684bf21e0d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for floatingip, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:11.102497 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-592af5ea-52f0-45be-b5d8-37684bf21e0d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2188506 Sep 21 16:30:11.283704 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-2b2d04a6-7545-4433-bee9-832133bbafb7 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--549814248&fields=id&tenant_id=fcd24fff54904925b7f9dea039d036dd HTTP/1.1" status: 200 len: 267 time: 0.0319412 Sep 21 16:30:11.392765 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-02dd2f3f-aff1-46bf-afd9-286e82470f5f tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:11.394181 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-02dd2f3f-aff1-46bf-afd9-286e82470f5f tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/networks?id=74453f4e-295a-4b01-8c05-e1fb2fd58439 HTTP/1.1" status: 200 len: 817 time: 0.1027405 Sep 21 16:30:11.410846 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-37d24e7f-ed87-492d-a462-62d87bf0f859 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/quotas/fcd24fff54904925b7f9dea039d036dd HTTP/1.1" status: 200 len: 375 time: 0.0102797 Sep 21 16:30:11.465172 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-3260b153-5042-4eb0-b29d-85eee97eaa3e tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fcd24fff54904925b7f9dea039d036dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481431 Sep 21 16:30:11.561554 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-c89f81c4-0c3d-485b-b0f6-a4e760a00749 service neutron] 10.222.0.41 "GET /v2.0/networks/74453f4e-295a-4b01-8c05-e1fb2fd58439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845642 Sep 21 16:30:11.650243 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-f78494fa-2aa8-4b49-b7bf-6836408b6977 service neutron] 10.222.0.41 "GET /v2.0/networks/74453f4e-295a-4b01-8c05-e1fb2fd58439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826559 Sep 21 16:30:11.685529 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122c8f2-b1b8-4db7-aa6d-a79a935a3c70 req-fdd0e08d-86a1-4a27-bbdc-2074ee4d3554 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:11.687031 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c122c8f2-b1b8-4db7-aa6d-a79a935a3c70 req-fdd0e08d-86a1-4a27-bbdc-2074ee4d3554 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 945 time: 0.0543215 Sep 21 16:30:11.696903 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device d19bd978-b2b6-41b6-86ce-47fb7aef0130 up at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:30:11.724062 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-921f4656-e105-4c1f-82d6-f1229a4d11f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:11.733234 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c122c8f2-b1b8-4db7-aa6d-a79a935a3c70 req-15d89504-3b64-486a-9d93-31d6cff7535d tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399983 Sep 21 16:30:11.754151 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning complete for port d19bd978-b2b6-41b6-86ce-47fb7aef0130 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:30:11.759505 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:11.834415 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:11.857107 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc41fe55-28f2-49f2-a723-34ff16c684b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19bd978-b2b6-41b6-86ce-47fb7aef0130'}] {{(pid=184193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:30:11.859340 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e6171c86456a5bbdaf0b46ebb92172d32a0ea5b64bc8822db714b438cc8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a6db59-2e6d-4085-9a52-b199ae0a3b8e" -d '{"events": [{"server_uuid": "bc41fe55-28f2-49f2-a723-34ff16c684b6", "name": "network-vif-plugged", "status": "completed", "tag": "d19bd978-b2b6-41b6-86ce-47fb7aef0130"}]}' {{(pid=184193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:30:11.871714 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port d19bd978-b2b6-41b6-86ce-47fb7aef0130, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=d19bd978-b2b6-41b6-86ce-47fb7aef0130,segment=NetworkSegment(a3123003-a55b-4f0e-8d56-69aba2565669),segment_id=a3123003-a55b-4f0e-8d56-69aba2565669)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:30:11.893194 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-d8036020-6334-494a-83a2-ab2502b28409 req-72bc9971-ee1c-4714-9988-100ed71cc682 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 210 time: 0.0267844 Sep 21 16:30:11.901791 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe2f48a-8f16-4502-9a19-742d6613cd69 x-openstack-request-id: req-2fe2f48a-8f16-4502-9a19-742d6613cd69 {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:30:11.901791 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc41fe55-28f2-49f2-a723-34ff16c684b6", "name": "network-vif-plugged", "status": "completed", "tag": "d19bd978-b2b6-41b6-86ce-47fb7aef0130", "code": 200}]} {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:30:11.901791 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2fe2f48a-8f16-4502-9a19-742d6613cd69 {{(pid=184193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:30:11.902101 dv-cinder-810035-1-iscsi neutron-server[184193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc41fe55-28f2-49f2-a723-34ff16c684b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19bd978-b2b6-41b6-86ce-47fb7aef0130', 'code': 200} Sep 21 16:30:11.941223 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:11.989625 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=d19bd978-b2b6-41b6-86ce-47fb7aef0130,revision_number=8']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:12.207581 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bac8b-7a66-4d8c-bd1a-013e05011a0c req-7062f375-cec7-4549-9106-4df21e792331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:12.209192 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7c3bac8b-7a66-4d8c-bd1a-013e05011a0c req-7062f375-cec7-4549-9106-4df21e792331 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 1099 time: 0.0415809 Sep 21 16:30:12.247416 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7c3bac8b-7a66-4d8c-bd1a-013e05011a0c req-c2837fef-1647-4677-9b44-3703591733a6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308874 Sep 21 16:30:12.999826 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ac9658df-faf8-4811-81e4-fa463c901884 req-db46150f-2229-47d7-bbf6-7dd7537920d7 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 210 time: 0.0294693 Sep 21 16:30:13.115321 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbd292-790d-46bc-b86f-d8343caffccf req-79f999dd-74c1-431c-884c-8c912ef24d07 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:13.116815 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-19dbd292-790d-46bc-b86f-d8343caffccf req-79f999dd-74c1-431c-884c-8c912ef24d07 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 946 time: 0.3121152 Sep 21 16:30:13.154723 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-19dbd292-790d-46bc-b86f-d8343caffccf req-0f9876c0-0afa-40fe-a394-99f2e2375ee4 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316610 Sep 21 16:30:14.097940 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e84efddd-0745-40cb-9ad0-4707f4c112e9 req-618ecf6a-c88b-476f-bc75-5d64f25c9127 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 210 time: 0.0254908 Sep 21 16:30:14.309481 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-ca8ef1da-9baf-4b06-b986-630c57fad536 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:14.310904 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-ca8ef1da-9baf-4b06-b986-630c57fad536 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.44 "GET /v2.0/networks?id=74453f4e-295a-4b01-8c05-e1fb2fd58439 HTTP/1.1" status: 200 len: 817 time: 0.1357646 Sep 21 16:30:14.319350 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc953a-e225-4107-88a3-9fbc9be8a9f0 req-2a091f8a-0ca9-4183-b0b7-d598495f1680 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:14.320744 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-37dc953a-e225-4107-88a3-9fbc9be8a9f0 req-2a091f8a-0ca9-4183-b0b7-d598495f1680 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 946 time: 0.0766563 Sep 21 16:30:14.335096 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-e70bfb49-5369-44ef-9a45-89cff08b75a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:14.377635 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-f013faa9-51e4-4316-a238-3b324484e27c tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcd24fff54904925b7f9dea039d036dd HTTP/1.1" status: 200 len: 379 time: 0.0559604 Sep 21 16:30:14.384722 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-37dc953a-e225-4107-88a3-9fbc9be8a9f0 req-1e5ac3a7-e0b5-40ee-a139-2e50395a4f05 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578368 Sep 21 16:30:14.389427 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-5cf6f3a7-9ea1-4d33-a653-84cc0bc50ca0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Request body: {'port': {'device_id': '464e5662-7e44-4ba5-82e4-122ca195c922', 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439', 'admin_state_up': True, 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'security_groups': ['599b1b14-b5a3-42bc-a327-33ea38536f1c']}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:30:14.499688 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-35d1c095-aede-4645-a11c-307cbf11bea3 req-685c855f-a26d-44f9-9362-cf2fe22ab572 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437427 Sep 21 16:30:14.586581 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-5cf6f3a7-9ea1-4d33-a653-84cc0bc50ca0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Made reservation on behalf of fcd24fff54904925b7f9dea039d036dd for: {'port': 1} {{(pid=184192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:30:14.590257 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-5cf6f3a7-9ea1-4d33-a653-84cc0bc50ca0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:14.734070 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.db_base_plugin_common [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-5cf6f3a7-9ea1-4d33-a653-84cc0bc50ca0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Allocated IP 172.20.0.4 (74453f4e-295a-4b01-8c05-e1fb2fd58439/6371c2ed-8e66-4812-bc10-372bbd5ac836/9f1fa3fe-8010-4501-813e-9c54ff3a9fa2) {{(pid=184192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:30:14.802814 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1c095-aede-4645-a11c-307cbf11bea3 req-15b5e036-d650-4a7e-8085-296066796cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:14.804407 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-35d1c095-aede-4645-a11c-307cbf11bea3 req-15b5e036-d650-4a7e-8085-296066796cb9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4122ef3fa8f41e9ab1a2f71d1e6613d&device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 1099 time: 0.2800903 Sep 21 16:30:14.809566 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:14.902590 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-5cf6f3a7-9ea1-4d33-a653-84cc0bc50ca0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for port, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:14.919642 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1c095-aede-4645-a11c-307cbf11bea3 req-e6c2ba40-1dac-4e64-bf9c-3180035ff585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:14.921183 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-35d1c095-aede-4645-a11c-307cbf11bea3 req-e6c2ba40-1dac-4e64-bf9c-3180035ff585 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7 HTTP/1.1" status: 200 len: 909 time: 0.0910752 Sep 21 16:30:14.992318 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-35d1c095-aede-4645-a11c-307cbf11bea3 req-e914a2a9-bebb-43a2-88d3-2c7ce3284c2f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d19bd978-b2b6-41b6-86ce-47fb7aef0130 HTTP/1.1" status: 200 len: 1002 time: 0.0635223 Sep 21 16:30:15.010051 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-5cf6f3a7-9ea1-4d33-a653-84cc0bc50ca0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5165539'] for port, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:15.042971 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1c095-aede-4645-a11c-307cbf11bea3 req-36337663-ffd4-4d01-8546-2ab9cef54282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:15.044479 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-35d1c095-aede-4645-a11c-307cbf11bea3 req-36337663-ffd4-4d01-8546-2ab9cef54282 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e093e91b-c22f-4678-b4da-6ab8f4fff16a HTTP/1.1" status: 200 len: 847 time: 0.0447729 Sep 21 16:30:15.053769 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-5cf6f3a7-9ea1-4d33-a653-84cc0bc50ca0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Network 74453f4e-295a-4b01-8c05-e1fb2fd58439 is already hosted by enough agents. {{(pid=184192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:30:15.056711 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.base_scheduler [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-5cf6f3a7-9ea1-4d33-a653-84cc0bc50ca0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Resources bound (agent type, host, resource id): {{(pid=184192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:30:15.059814 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-5cf6f3a7-9ea1-4d33-a653-84cc0bc50ca0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Received port after_create {{(pid=184192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:30:15.092109 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1c095-aede-4645-a11c-307cbf11bea3 req-5224eb6e-90ca-4016-bf62-eacdb8af780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:15.093643 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-35d1c095-aede-4645-a11c-307cbf11bea3 req-5224eb6e-90ca-4016-bf62-eacdb8af780c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415530 Sep 21 16:30:15.095837 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6f3a7-9ea1-4d33-a653-84cc0bc50ca0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Pushing event updated for resources: {'Port': ['ID=9f1fa3fe-8010-4501-813e-9c54ff3a9fa2,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:15.129663 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-5cf6f3a7-9ea1-4d33-a653-84cc0bc50ca0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:15.130314 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-5cf6f3a7-9ea1-4d33-a653-84cc0bc50ca0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:15.199510 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-5cf6f3a7-9ea1-4d33-a653-84cc0bc50ca0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8134408 Sep 21 16:30:15.213442 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-e5acfa35-b9c3-4ecf-ab1f-814449247b4b service neutron] Request body: {'port': {'device_id': '464e5662-7e44-4ba5-82e4-122ca195c922', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81003'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:30:15.239275 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-35d1c095-aede-4645-a11c-307cbf11bea3 req-e9a4cd5d-ab51-488d-ba2e-f2b8bfaefa64 service neutron] 10.222.0.44 "GET /v2.0/networks/5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380842 Sep 21 16:30:15.252428 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af9763-642f-45a8-ae90-062f2a2f0e5c req-2a616dc6-4d42-431e-b480-c78b3d2a8b23 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:15.254203 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f3af9763-642f-45a8-ae90-062f2a2f0e5c req-2a616dc6-4d42-431e-b480-c78b3d2a8b23 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 931 time: 0.0764008 Sep 21 16:30:15.275406 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-e5acfa35-b9c3-4ecf-ab1f-814449247b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:15.352882 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f3af9763-642f-45a8-ae90-062f2a2f0e5c req-0c857dd0-65e6-43c0-bb17-4ae451f3e910 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895317 Sep 21 16:30:15.376180 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-35d1c095-aede-4645-a11c-307cbf11bea3 req-e35f27b2-60ce-46cf-a7d9-0fdf89fe83fb service neutron] 10.222.0.44 "GET /v2.0/networks/5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209679 Sep 21 16:30:15.437211 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a75dc9bb-45f0-4e97-a6d7-da87567501bf None None] Provisioning complete for port 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:30:15.437877 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a75dc9bb-45f0-4e97-a6d7-da87567501bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:15.472096 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-a75dc9bb-45f0-4e97-a6d7-da87567501bf None None] Port 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 cannot update to ACTIVE because it is not bound. {{(pid=184193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 16:30:15.550218 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.notifiers.nova [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-e5acfa35-b9c3-4ecf-ab1f-814449247b4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 {{(pid=184192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:30:15.558651 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-e5acfa35-b9c3-4ecf-ab1f-814449247b4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:15.570692 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.provisioning_blocks [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-e5acfa35-b9c3-4ecf-ab1f-814449247b4b service neutron] Transition to ACTIVE for port object 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 will not be triggered until provisioned by entity L2. {{(pid=184192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:30:15.626711 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:15.654955 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-e5acfa35-b9c3-4ecf-ab1f-814449247b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5165562'] for port, after_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:15.709853 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5acfa35-b9c3-4ecf-ab1f-814449247b4b service neutron] Pushing event updated for resources: {'Port': ['ID=9f1fa3fe-8010-4501-813e-9c54ff3a9fa2,revision_number=2']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:15.794371 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.managers [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-e5acfa35-b9c3-4ecf-ab1f-814449247b4b service neutron] Attempting to bind port 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 on host hv-cinder-81003 for vnic_type normal with profile {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:30:15.794708 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.managers [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-e5acfa35-b9c3-4ecf-ab1f-814449247b4b service neutron] Attempting to bind port 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 by drivers openvswitch,hyperv on host hv-cinder-81003 at level 0 using segments [{'id': 'f105e78b-d17d-49b4-8dea-7bfd49dbcc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439'}] {{(pid=184192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:30:15.795041 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-e5acfa35-b9c3-4ecf-ab1f-814449247b4b service neutron] Attempting to bind port 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 on network 74453f4e-295a-4b01-8c05-e1fb2fd58439 {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:30:15.799662 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-e5acfa35-b9c3-4ecf-ab1f-814449247b4b service neutron] Port 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 on network 74453f4e-295a-4b01-8c05-e1fb2fd58439 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81003 {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 16:30:15.799986 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-e5acfa35-b9c3-4ecf-ab1f-814449247b4b service neutron] Attempting to bind port 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 on network 74453f4e-295a-4b01-8c05-e1fb2fd58439 {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:30:15.805609 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-e5acfa35-b9c3-4ecf-ab1f-814449247b4b service neutron] Checking agent: {'id': 'b0f092dd-0f26-432c-b483-67197dbc1b44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'started_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:30:15.805948 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-e5acfa35-b9c3-4ecf-ab1f-814449247b4b service neutron] Checking segment: {'id': 'f105e78b-d17d-49b4-8dea-7bfd49dbcc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:30:15.806338 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-e5acfa35-b9c3-4ecf-ab1f-814449247b4b service neutron] Bound using segment: {'id': 'f105e78b-d17d-49b4-8dea-7bfd49dbcc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439'} {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:30:15.806770 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.managers [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-e5acfa35-b9c3-4ecf-ab1f-814449247b4b service neutron] Bound port: 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2, host: hv-cinder-81003, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f105e78b-d17d-49b4-8dea-7bfd49dbcc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439'}}] {{(pid=184192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:30:15.807136 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-e5acfa35-b9c3-4ecf-ab1f-814449247b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:15.875175 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-e5acfa35-b9c3-4ecf-ab1f-814449247b4b service neutron] For port 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2, host hv-cinder-81003, cleared binding levels {{(pid=184192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:30:15.881694 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-e5acfa35-b9c3-4ecf-ab1f-814449247b4b service neutron] For port 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2, host hv-cinder-81003, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=9f1fa3fe-8010-4501-813e-9c54ff3a9fa2,segment=NetworkSegment(f105e78b-d17d-49b4-8dea-7bfd49dbcc51),segment_id=f105e78b-d17d-49b4-8dea-7bfd49dbcc51)] {{(pid=184192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:30:15.946542 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-e5acfa35-b9c3-4ecf-ab1f-814449247b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5165562'] for port, after_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:15.985279 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-e5acfa35-b9c3-4ecf-ab1f-814449247b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:15.985902 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-e5acfa35-b9c3-4ecf-ab1f-814449247b4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:15.987279 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-e5acfa35-b9c3-4ecf-ab1f-814449247b4b service neutron] 10.222.0.44 "PUT /v2.0/ports/9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 HTTP/1.1" status: 200 len: 1093 time: 0.7796912 Sep 21 16:30:15.988021 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464e5662-7e44-4ba5-82e4-122ca195c922', 'tag': '9f1fa3fe-8010-4501-813e-9c54ff3a9fa2'}] {{(pid=184192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:30:15.990266 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc60c069b955d627b70d651b6eab325f4fde0824357df3315d36669f938dcfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0229b37-175b-4f2d-a309-7cdd5ae850e3" -d '{"events": [{"name": "network-changed", "server_uuid": "464e5662-7e44-4ba5-82e4-122ca195c922", "tag": "9f1fa3fe-8010-4501-813e-9c54ff3a9fa2"}]}' {{(pid=184192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:30:16.019739 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5acfa35-b9c3-4ecf-ab1f-814449247b4b service neutron] Pushing event updated for resources: {'Port': ['ID=9f1fa3fe-8010-4501-813e-9c54ff3a9fa2,revision_number=3']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:16.034684 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578075f2-a028-4637-8de8-667f7ce931de x-openstack-request-id: req-578075f2-a028-4637-8de8-667f7ce931de {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:30:16.034977 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464e5662-7e44-4ba5-82e4-122ca195c922", "tag": "9f1fa3fe-8010-4501-813e-9c54ff3a9fa2", "status": "completed", "code": 200}]} {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:30:16.035231 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-578075f2-a028-4637-8de8-667f7ce931de {{(pid=184192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:30:16.035661 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464e5662-7e44-4ba5-82e4-122ca195c922', 'tag': '9f1fa3fe-8010-4501-813e-9c54ff3a9fa2', 'status': 'completed', 'code': 200} Sep 21 16:30:16.102949 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0229b37-175b-4f2d-a309-7cdd5ae850e3 req-c7fe13fd-85f8-4cd6-8690-1256c0e8dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:16.104507 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-a0229b37-175b-4f2d-a309-7cdd5ae850e3 req-c7fe13fd-85f8-4cd6-8690-1256c0e8dbbb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fcd24fff54904925b7f9dea039d036dd&device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 1096 time: 0.0448630 Sep 21 16:30:16.207860 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0229b37-175b-4f2d-a309-7cdd5ae850e3 req-06e90e03-84f9-45c6-8e48-81680291dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:16.209848 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-a0229b37-175b-4f2d-a309-7cdd5ae850e3 req-06e90e03-84f9-45c6-8e48-81680291dcdd service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=fcd24fff54904925b7f9dea039d036dd&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0964677 Sep 21 16:30:16.304727 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0229b37-175b-4f2d-a309-7cdd5ae850e3 req-a2784cf6-d4e0-4f71-898e-b79d40de7804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:16.306185 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-a0229b37-175b-4f2d-a309-7cdd5ae850e3 req-a2784cf6-d4e0-4f71-898e-b79d40de7804 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875218 Sep 21 16:30:16.384160 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-23a05ef8-35a4-4e68-980b-682585f24ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:16.385641 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-23a05ef8-35a4-4e68-980b-682585f24ccc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fcd24fff54904925b7f9dea039d036dd&device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 1096 time: 0.0396857 Sep 21 16:30:16.439493 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-2e778c94-b3c5-4805-baea-1c30382e2cf9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 HTTP/1.1" status: 200 len: 217 time: 0.0462270 Sep 21 16:30:16.478252 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de45b48-43fc-47fc-813d-d6f010dd14a9 req-412c3235-312d-4e7c-9987-e6350ea052ae tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:16.479661 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5de45b48-43fc-47fc-813d-d6f010dd14a9 req-412c3235-312d-4e7c-9987-e6350ea052ae tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 943 time: 0.0500979 Sep 21 16:30:16.488210 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-38236506-7ff6-4e32-b6f8-711c0fe9d0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:16.489871 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-38236506-7ff6-4e32-b6f8-711c0fe9d0cd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6371c2ed-8e66-4812-bc10-372bbd5ac836 HTTP/1.1" status: 200 len: 856 time: 0.0441582 Sep 21 16:30:16.517616 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5de45b48-43fc-47fc-813d-d6f010dd14a9 req-4a6958c1-b3f8-48e6-a486-d742e00f9a33 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320363 Sep 21 16:30:16.540728 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-7a575d62-2fd0-41fc-aa18-4f2a99a99a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:16.542238 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-7a575d62-2fd0-41fc-aa18-4f2a99a99a5b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74453f4e-295a-4b01-8c05-e1fb2fd58439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445392 Sep 21 16:30:16.634313 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-c8e1dbf5-7977-40ac-8672-5ab015f5c363 service neutron] 10.222.0.44 "GET /v2.0/networks/74453f4e-295a-4b01-8c05-e1fb2fd58439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846357 Sep 21 16:30:16.725002 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-40c2b935-972a-476b-9c0f-32e65be682d3 req-0b02c119-3b84-4415-baa7-824299d21942 service neutron] 10.222.0.44 "GET /v2.0/networks/74453f4e-295a-4b01-8c05-e1fb2fd58439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836303 Sep 21 16:30:17.403597 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:17.639516 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb48d0-9f57-4957-ad1e-26cbccabd935 req-d8f06022-14c5-492b-b461-cb97299efd82 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:17.640973 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-25eb48d0-9f57-4957-ad1e-26cbccabd935 req-d8f06022-14c5-492b-b461-cb97299efd82 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 943 time: 0.0525563 Sep 21 16:30:17.682189 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-25eb48d0-9f57-4957-ad1e-26cbccabd935 req-9b18cecb-9abc-4e0b-955a-e1c28442b32c tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346913 Sep 21 16:30:18.804843 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb4ce3-8c78-42a7-b3fc-c878243d009b req-3ddad4f4-dffd-4438-82d5-ede3db50922b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:18.806281 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9ebb4ce3-8c78-42a7-b3fc-c878243d009b req-3ddad4f4-dffd-4438-82d5-ede3db50922b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 943 time: 0.0517321 Sep 21 16:30:18.843814 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9ebb4ce3-8c78-42a7-b3fc-c878243d009b req-69b35eda-6961-42e7-9743-00c31d2c54a4 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316427 Sep 21 16:30:19.961846 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc9e9c-c752-45e3-b41a-9eb462e02238 req-0483a478-405e-4101-b38e-470def236bf3 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:19.963407 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-cafc9e9c-c752-45e3-b41a-9eb462e02238 req-0483a478-405e-4101-b38e-470def236bf3 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 943 time: 0.0496905 Sep 21 16:30:20.000930 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-cafc9e9c-c752-45e3-b41a-9eb462e02238 req-cd6d5ce5-85cb-4672-be00-80da6325e9f1 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316176 Sep 21 16:30:21.117701 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96ef94-7389-4cb0-a466-1f0e388ad5f6 req-59fc2310-5459-4eda-97a3-d27276f4b825 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:21.119135 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7e96ef94-7389-4cb0-a466-1f0e388ad5f6 req-59fc2310-5459-4eda-97a3-d27276f4b825 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 943 time: 0.0481970 Sep 21 16:30:21.155514 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7e96ef94-7389-4cb0-a466-1f0e388ad5f6 req-1b78c112-f862-4234-90ff-dddd3f8a4b43 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304863 Sep 21 16:30:22.271783 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efefd1-b47b-48f5-9123-42cb7f8b41db req-5c406e46-24ac-474a-8922-110afdfdb258 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:22.273697 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-03efefd1-b47b-48f5-9123-42cb7f8b41db req-5c406e46-24ac-474a-8922-110afdfdb258 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 943 time: 0.0478060 Sep 21 16:30:22.312335 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-03efefd1-b47b-48f5-9123-42cb7f8b41db req-90c169bc-28ca-4e37-92ac-8b46fabfbb3b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330644 Sep 21 16:30:23.430035 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e5454-46e9-440d-bb7f-1f88a8c0f534 req-035a287b-f6cf-4336-8989-faee2b700eba tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:23.431707 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-041e5454-46e9-440d-bb7f-1f88a8c0f534 req-035a287b-f6cf-4336-8989-faee2b700eba tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 943 time: 0.0497129 Sep 21 16:30:23.469560 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-041e5454-46e9-440d-bb7f-1f88a8c0f534 req-0799e034-3330-4ac0-a3e6-dc32fdecb912 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317540 Sep 21 16:30:24.590154 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f7dd6-7708-4323-b8e0-ac5a301958e1 req-7cee1987-afe8-4434-84e6-515a4ab19977 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:24.591557 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2d0f7dd6-7708-4323-b8e0-ac5a301958e1 req-7cee1987-afe8-4434-84e6-515a4ab19977 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 943 time: 0.0520689 Sep 21 16:30:24.629103 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2d0f7dd6-7708-4323-b8e0-ac5a301958e1 req-20a9ef79-5bc4-4341-b8e1-d2c9d198a1ab tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316086 Sep 21 16:30:25.763365 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7c45f-92fc-469f-844f-31e40569c217 req-f817d88b-d7b2-4985-995b-f2a8fb17f969 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:25.764888 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-fff7c45f-92fc-469f-844f-31e40569c217 req-f817d88b-d7b2-4985-995b-f2a8fb17f969 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 943 time: 0.0650856 Sep 21 16:30:25.802023 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-fff7c45f-92fc-469f-844f-31e40569c217 req-6e40dbcc-1fd0-4bc8-9f53-fee6545083eb tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313661 Sep 21 16:30:26.888658 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 details requested by agent hyperv_hv-cinder-81003 with host hv-cinder-81003 {{(pid=184193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 16:30:26.925570 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d96dd6-e5d4-4a20-abe7-596d921c5566 req-83a3b5cc-4cb6-4fd2-a1a1-93f23ee1db21 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:26.927103 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c0d96dd6-e5d4-4a20-abe7-596d921c5566 req-83a3b5cc-4cb6-4fd2-a1a1-93f23ee1db21 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 943 time: 0.0498703 Sep 21 16:30:26.966395 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c0d96dd6-e5d4-4a20-abe7-596d921c5566 req-66743868-c015-4157-a292-e3bdc5ca28c4 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323679 Sep 21 16:30:26.985809 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=9f1fa3fe-8010-4501-813e-9c54ff3a9fa2,segment=NetworkSegment(f105e78b-d17d-49b4-8dea-7bfd49dbcc51),segment_id=f105e78b-d17d-49b4-8dea-7bfd49dbcc51)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:30:26.997180 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Returning: {'device': '9f1fa3fe-8010-4501-813e-9c54ff3a9fa2', 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439', 'port_id': '9f1fa3fe-8010-4501-813e-9c54ff3a9fa2', 'mac_address': 'fa:16:3e:68:d4:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=184193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 16:30:27.032521 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:27.044463 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 {{(pid=184193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:30:27.063326 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=9f1fa3fe-8010-4501-813e-9c54ff3a9fa2,segment=NetworkSegment(f105e78b-d17d-49b4-8dea-7bfd49dbcc51),segment_id=f105e78b-d17d-49b4-8dea-7bfd49dbcc51)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:30:27.134476 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:27.179632 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=9f1fa3fe-8010-4501-813e-9c54ff3a9fa2,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:28.083797 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d55cb-af94-42a9-bf7f-89288558baaf req-ac0c8e29-f9ef-4422-9186-c5799a28a339 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:28.085273 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a14d55cb-af94-42a9-bf7f-89288558baaf req-ac0c8e29-f9ef-4422-9186-c5799a28a339 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 944 time: 0.0486610 Sep 21 16:30:28.130575 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a14d55cb-af94-42a9-bf7f-89288558baaf req-7e73c259-f53f-4226-ac4e-d556306d6593 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393817 Sep 21 16:30:29.247332 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ad55d-9f15-4fd2-a7ab-c20d45561f8c req-42ea1bea-ed31-4007-902e-1bba94b7e672 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:29.248790 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-901ad55d-9f15-4fd2-a7ab-c20d45561f8c req-42ea1bea-ed31-4007-902e-1bba94b7e672 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 944 time: 0.0474002 Sep 21 16:30:29.285536 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-901ad55d-9f15-4fd2-a7ab-c20d45561f8c req-df099bc5-2af5-400e-ad29-a70e2beb1114 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304329 Sep 21 16:30:29.669323 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['9f1fa3fe-8010-4501-813e-9c54ff3a9fa2'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:30:30.402932 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19b270-5438-48f1-955a-18c02192c7ac req-56d1f868-0599-43a9-8b64-f28acafd3472 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:30.404488 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ac19b270-5438-48f1-955a-18c02192c7ac req-56d1f868-0599-43a9-8b64-f28acafd3472 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 944 time: 0.0486329 Sep 21 16:30:30.441321 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ac19b270-5438-48f1-955a-18c02192c7ac req-dc7f0c88-0375-45fc-a149-dd9a8147e031 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308118 Sep 21 16:30:31.563783 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaed07d-964c-4e44-b463-c67ad23fdfda req-4e30fbb8-b8a9-4e08-9e40-b65d5e436ac3 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:31.565253 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0eaed07d-964c-4e44-b463-c67ad23fdfda req-4e30fbb8-b8a9-4e08-9e40-b65d5e436ac3 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 944 time: 0.0508363 Sep 21 16:30:31.602491 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0eaed07d-964c-4e44-b463-c67ad23fdfda req-b4ab255b-1666-4457-bf41-cee59a6b83e0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313323 Sep 21 16:30:32.201188 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 up at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:30:32.323064 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning for port 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 completed by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:30:32.326932 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning complete for port 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:30:32.332889 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:32.411322 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:32.436789 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464e5662-7e44-4ba5-82e4-122ca195c922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1fa3fe-8010-4501-813e-9c54ff3a9fa2'}] {{(pid=184193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:30:32.443504 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e6171c86456a5bbdaf0b46ebb92172d32a0ea5b64bc8822db714b438cc8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af32280a-e6d8-4962-8486-90c73aad9d00" -d '{"events": [{"server_uuid": "464e5662-7e44-4ba5-82e4-122ca195c922", "name": "network-vif-plugged", "status": "completed", "tag": "9f1fa3fe-8010-4501-813e-9c54ff3a9fa2"}]}' {{(pid=184193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:30:32.458296 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=9f1fa3fe-8010-4501-813e-9c54ff3a9fa2,segment=NetworkSegment(f105e78b-d17d-49b4-8dea-7bfd49dbcc51),segment_id=f105e78b-d17d-49b4-8dea-7bfd49dbcc51)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:30:32.481443 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515187ef-8347-4f0c-9a20-916e7cc66234 x-openstack-request-id: req-515187ef-8347-4f0c-9a20-916e7cc66234 {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:30:32.481765 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464e5662-7e44-4ba5-82e4-122ca195c922", "name": "network-vif-plugged", "status": "completed", "tag": "9f1fa3fe-8010-4501-813e-9c54ff3a9fa2", "code": 200}]} {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:30:32.482020 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-515187ef-8347-4f0c-9a20-916e7cc66234 {{(pid=184193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:30:32.482487 dv-cinder-810035-1-iscsi neutron-server[184193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464e5662-7e44-4ba5-82e4-122ca195c922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1fa3fe-8010-4501-813e-9c54ff3a9fa2', 'code': 200} Sep 21 16:30:32.575297 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:32.623674 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=9f1fa3fe-8010-4501-813e-9c54ff3a9fa2,revision_number=5']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:32.717866 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33bc5f-d06d-4206-ae7d-4fbc6cc35abe req-119d08cd-53a2-42b1-b00b-7da67f4573fc tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:32.719503 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-dc33bc5f-d06d-4206-ae7d-4fbc6cc35abe req-119d08cd-53a2-42b1-b00b-7da67f4573fc tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.0485775 Sep 21 16:30:32.772148 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-dc33bc5f-d06d-4206-ae7d-4fbc6cc35abe req-f496543f-5c70-4cad-8fae-50e2f3ef16d4 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338182 Sep 21 16:30:32.920830 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31681d3b-757c-4f5a-a5da-c30cb62e374a req-6c5d6117-6c9b-45f8-977f-b6d212a4434f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:32.922290 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-31681d3b-757c-4f5a-a5da-c30cb62e374a req-6c5d6117-6c9b-45f8-977f-b6d212a4434f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 1098 time: 0.0426228 Sep 21 16:30:32.959672 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-31681d3b-757c-4f5a-a5da-c30cb62e374a req-72443f12-e67e-4930-a6af-d02b1e140c26 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279181 Sep 21 16:30:33.884195 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5f0dc-bcad-4280-8ad6-d0bbd017db96 req-4b175eae-bee3-4bb1-8705-44901210b7f3 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:33.885648 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-02f5f0dc-bcad-4280-8ad6-d0bbd017db96 req-4b175eae-bee3-4bb1-8705-44901210b7f3 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.0522993 Sep 21 16:30:33.924828 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-02f5f0dc-bcad-4280-8ad6-d0bbd017db96 req-77ef7199-5e4b-4f24-b8f5-d1c5d8754a92 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332372 Sep 21 16:30:35.043595 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f795602-f3bc-4b4a-810a-0006bcf11aac req-487572e5-2439-46c8-b70f-616c81e072b9 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:35.045129 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-3f795602-f3bc-4b4a-810a-0006bcf11aac req-487572e5-2439-46c8-b70f-616c81e072b9 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.0493882 Sep 21 16:30:35.083986 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-3f795602-f3bc-4b4a-810a-0006bcf11aac req-2b4fd233-83d3-4ace-9a81-9f575f6a3bd4 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327790 Sep 21 16:30:36.202721 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5007818-817b-4ad4-9485-c714fef13514 req-c051cd24-4983-4cde-b3c6-be776b98b3d2 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:36.204580 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e5007818-817b-4ad4-9485-c714fef13514 req-c051cd24-4983-4cde-b3c6-be776b98b3d2 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.0500836 Sep 21 16:30:36.243191 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e5007818-817b-4ad4-9485-c714fef13514 req-f92e59ae-f489-4687-b990-6b421ab6ba4e tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326116 Sep 21 16:30:36.272269 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369b2a9-27bb-4f35-9be2-5d1e35918a4f req-f98e38ad-64b8-457b-892d-4bb0b2255cb0 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:36.277690 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3369b2a9-27bb-4f35-9be2-5d1e35918a4f req-f98e38ad-64b8-457b-892d-4bb0b2255cb0 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ee4d61-5af1-4660-a809-38dc7e6fb38b HTTP/1.1" status: 200 len: 946 time: 0.0525010 Sep 21 16:30:36.312505 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3369b2a9-27bb-4f35-9be2-5d1e35918a4f req-207bfcaa-ce3f-45a0-a905-2992b0fc1838 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/security-groups?id=d760806a-22e8-4d87-9e5f-cf716a1f46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321996 Sep 21 16:30:36.368240 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317196ab-d9e7-497b-ac30-cf8d6de4a42d req-1829b066-b2c7-4248-86b7-f75d0bd06bf0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:36.369669 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-317196ab-d9e7-497b-ac30-cf8d6de4a42d req-1829b066-b2c7-4248-86b7-f75d0bd06bf0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.0580497 Sep 21 16:30:36.377851 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 36030) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:30:36.384843 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-7c5f0111-38fb-4d6d-8dfe-24f1933436af tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Request body: {'floatingip': {'port_id': '9f1fa3fe-8010-4501-813e-9c54ff3a9fa2'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:30:36.424737 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0111-38fb-4d6d-8dfe-24f1933436af tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for floatingip, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:36.860526 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0111-38fb-4d6d-8dfe-24f1933436af tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for floatingip, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:36.929197 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0111-38fb-4d6d-8dfe-24f1933436af tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615442'] for floatingip, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:37.032548 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.db.l3_db [None req-7c5f0111-38fb-4d6d-8dfe-24f1933436af tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Floating IP 8fb38568-20e5-425f-a0b6-14479b9d6de3 associated. External IP: 172.27.2.235, port: 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2. Sep 21 16:30:37.246214 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5f0111-38fb-4d6d-8dfe-24f1933436af tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Router 32d89de4-824d-465e-8df6-d7ffad07050a has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:30:37.355555 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5f0111-38fb-4d6d-8dfe-24f1933436af tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:30:37.360944 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0111-38fb-4d6d-8dfe-24f1933436af tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for floatingip, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:37.365532 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3f3d54-76e0-4dcc-9776-64ffbbe5cd4f None None] Sync routers for ids ['32d89de4-824d-465e-8df6-d7ffad07050a'] in dv-cinder-810035-1-iscsi {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:30:37.375396 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3f3d54-76e0-4dcc-9776-64ffbbe5cd4f None None] Routers {'32d89de4-824d-465e-8df6-d7ffad07050a'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:30:37.376028 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-1e3f3d54-76e0-4dcc-9776-64ffbbe5cd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:30:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['32d89de4-824d-465e-8df6-d7ffad07050a'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:30:37.396727 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-7c5f0111-38fb-4d6d-8dfe-24f1933436af tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "PUT /v2.0/floatingips/8fb38568-20e5-425f-a0b6-14479b9d6de3 HTTP/1.1" status: 200 len: 991 time: 1.0178211 Sep 21 16:30:37.397323 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464e5662-7e44-4ba5-82e4-122ca195c922', 'tag': '9f1fa3fe-8010-4501-813e-9c54ff3a9fa2'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:30:37.400159 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118bc221-ed98-4720-9bb6-9b16e52c29a1" -d '{"events": [{"name": "network-changed", "server_uuid": "464e5662-7e44-4ba5-82e4-122ca195c922", "tag": "9f1fa3fe-8010-4501-813e-9c54ff3a9fa2"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:30:37.436061 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a81db5-1779-48d6-94f7-59ea824d22bd req-8fbe8dfa-5436-47ca-87f3-eb3d6b16158b tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:37.437554 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b7a81db5-1779-48d6-94f7-59ea824d22bd req-8fbe8dfa-5436-47ca-87f3-eb3d6b16158b tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ee4d61-5af1-4660-a809-38dc7e6fb38b HTTP/1.1" status: 200 len: 946 time: 0.0553634 Sep 21 16:30:37.475684 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b7a81db5-1779-48d6-94f7-59ea824d22bd req-63658551-c3ac-4c04-b077-a1bd2ca637f2 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/security-groups?id=d760806a-22e8-4d87-9e5f-cf716a1f46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319455 Sep 21 16:30:37.488381 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-1e3f3d54-76e0-4dcc-9776-64ffbbe5cd4f None None] Set router 32d89de4-824d-465e-8df6-d7ffad07050a gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:30:37.515887 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30dbd549-97e7-4daf-8b7e-a815c78d1d63 x-openstack-request-id: req-30dbd549-97e7-4daf-8b7e-a815c78d1d63 {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:30:37.516182 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464e5662-7e44-4ba5-82e4-122ca195c922", "tag": "9f1fa3fe-8010-4501-813e-9c54ff3a9fa2", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:30:37.516449 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30dbd549-97e7-4daf-8b7e-a815c78d1d63 {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:30:37.516845 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464e5662-7e44-4ba5-82e4-122ca195c922', 'tag': '9f1fa3fe-8010-4501-813e-9c54ff3a9fa2', 'status': 'completed', 'code': 200} Sep 21 16:30:37.578630 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bc221-ed98-4720-9bb6-9b16e52c29a1 req-dacea303-c371-4d06-ac47-c00d7acb3e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:37.580466 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-118bc221-ed98-4720-9bb6-9b16e52c29a1 req-dacea303-c371-4d06-ac47-c00d7acb3e14 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fcd24fff54904925b7f9dea039d036dd&device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 1098 time: 0.0409758 Sep 21 16:30:37.676038 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bc221-ed98-4720-9bb6-9b16e52c29a1 req-f51591fc-740c-4933-991c-3a3463b612af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:37.677512 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-118bc221-ed98-4720-9bb6-9b16e52c29a1 req-f51591fc-740c-4933-991c-3a3463b612af service neutron] 10.222.0.44 "GET /v2.0/networks?id=74453f4e-295a-4b01-8c05-e1fb2fd58439 HTTP/1.1" status: 200 len: 918 time: 0.0872328 Sep 21 16:30:37.721485 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-1e3f3d54-76e0-4dcc-9776-64ffbbe5cd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'name': 'tempest-AttachVolumeShelveTestJSON-1449937929-router', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:15Z', 'revision_number': 4, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'gw_port': {'id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:03Z', 'updated_at': '2021-09-21T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_floatingips': [{'id': '8fb38568-20e5-425f-a0b6-14479b9d6de3', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'router_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'port_id': '9f1fa3fe-8010-4501-813e-9c54ff3a9fa2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439', 'mac_address': 'fa:16:3e:68:d4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464e5662-7e44-4ba5-82e4-122ca195c922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T16:30:10Z', 'updated_at': '2021-09-21T16:30:36Z', 'revision_number': 1, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd26a66c-b111-445a-ac1a-316f620e260e', 'name': '', 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'mac_address': 'fa:16:3e:97:df:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:10Z', 'updated_at': '2021-09-21T16:22:24Z', 'revision_number': 5, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'subnets': [{'id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:30:37.744537 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-118bc221-ed98-4720-9bb6-9b16e52c29a1 req-ad4584c5-f21b-4319-b2da-4ca7be1bf740 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 HTTP/1.1" status: 200 len: 999 time: 0.0575120 Sep 21 16:30:37.747532 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3f3d54-76e0-4dcc-9776-64ffbbe5cd4f None None] Checking router: 32d89de4-824d-465e-8df6-d7ffad07050a for host: dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:30:37.755887 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3f3d54-76e0-4dcc-9776-64ffbbe5cd4f None None] Routers {'32d89de4-824d-465e-8df6-d7ffad07050a'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:30:37.756493 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-1e3f3d54-76e0-4dcc-9776-64ffbbe5cd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:30:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['32d89de4-824d-465e-8df6-d7ffad07050a'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:30:37.797755 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bc221-ed98-4720-9bb6-9b16e52c29a1 req-ad817b75-4447-4c42-945b-f7bbcdd0f7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:37.799249 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-118bc221-ed98-4720-9bb6-9b16e52c29a1 req-ad817b75-4447-4c42-945b-f7bbcdd0f7ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6371c2ed-8e66-4812-bc10-372bbd5ac836 HTTP/1.1" status: 200 len: 856 time: 0.0470943 Sep 21 16:30:37.854212 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bc221-ed98-4720-9bb6-9b16e52c29a1 req-689e5810-9edf-463f-b884-027275d56301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:37.855756 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-118bc221-ed98-4720-9bb6-9b16e52c29a1 req-689e5810-9edf-463f-b884-027275d56301 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74453f4e-295a-4b01-8c05-e1fb2fd58439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400369 Sep 21 16:30:37.859785 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-1e3f3d54-76e0-4dcc-9776-64ffbbe5cd4f None None] Set router 32d89de4-824d-465e-8df6-d7ffad07050a gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:30:37.945620 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-118bc221-ed98-4720-9bb6-9b16e52c29a1 req-db90e815-32d1-4634-ae47-d486cbe45ffc service neutron] 10.222.0.44 "GET /v2.0/networks/74453f4e-295a-4b01-8c05-e1fb2fd58439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813835 Sep 21 16:30:38.043359 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-118bc221-ed98-4720-9bb6-9b16e52c29a1 req-daa2a7bd-1097-47ff-b410-b31467a3bc54 service neutron] 10.222.0.44 "GET /v2.0/networks/74453f4e-295a-4b01-8c05-e1fb2fd58439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880873 Sep 21 16:30:38.086880 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-1e3f3d54-76e0-4dcc-9776-64ffbbe5cd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'name': 'tempest-AttachVolumeShelveTestJSON-1449937929-router', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:15Z', 'revision_number': 4, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'gw_port': {'id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:03Z', 'updated_at': '2021-09-21T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_floatingips': [{'id': '8fb38568-20e5-425f-a0b6-14479b9d6de3', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'router_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'port_id': '9f1fa3fe-8010-4501-813e-9c54ff3a9fa2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439', 'mac_address': 'fa:16:3e:68:d4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464e5662-7e44-4ba5-82e4-122ca195c922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T16:30:10Z', 'updated_at': '2021-09-21T16:30:36Z', 'revision_number': 1, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd26a66c-b111-445a-ac1a-316f620e260e', 'name': '', 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'mac_address': 'fa:16:3e:97:df:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:10Z', 'updated_at': '2021-09-21T16:22:24Z', 'revision_number': 5, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'subnets': [{'id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:30:38.118663 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3f3d54-76e0-4dcc-9776-64ffbbe5cd4f None None] The sync data for ids ['32d89de4-824d-465e-8df6-d7ffad07050a'] in dv-cinder-810035-1-iscsi is: [{'id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'name': 'tempest-AttachVolumeShelveTestJSON-1449937929-router', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:15Z', 'revision_number': 4, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'gw_port': {'id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:03Z', 'updated_at': '2021-09-21T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_floatingips': [{'id': '8fb38568-20e5-425f-a0b6-14479b9d6de3', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'router_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'port_id': '9f1fa3fe-8010-4501-813e-9c54ff3a9fa2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439', 'mac_address': 'fa:16:3e:68:d4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464e5662-7e44-4ba5-82e4-122ca195c922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T16:30:10Z', 'updated_at': '2021-09-21T16:30:36Z', 'revision_number': 1, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd26a66c-b111-445a-ac1a-316f620e260e', 'name': '', 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'mac_address': 'fa:16:3e:97:df:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:10Z', 'updated_at': '2021-09-21T16:22:24Z', 'revision_number': 5, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'subnets': [{'id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:30:38.305662 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1666c34-e078-46d7-b5f1-c80aec516d95 None None] New status for floating IP 8fb38568-20e5-425f-a0b6-14479b9d6de3: ACTIVE {{(pid=184194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:30:38.470083 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac8ad9-b17f-4ed5-9d75-6cb7a7d7e8ae req-25c7a235-3277-4ebb-a281-44fba1932997 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:38.471562 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-80ac8ad9-b17f-4ed5-9d75-6cb7a7d7e8ae req-25c7a235-3277-4ebb-a281-44fba1932997 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6ee4d61-5af1-4660-a809-38dc7e6fb38b HTTP/1.1" status: 200 len: 946 time: 0.0484641 Sep 21 16:30:38.604211 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [req-80ac8ad9-b17f-4ed5-9d75-6cb7a7d7e8ae req-8e41ded9-3c0c-40ed-bc88-b6fdc89000a2 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Deleting port 44d75d66-f28c-438c-8098-53b3af0a0c1d {{(pid=184192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:30:38.604559 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-80ac8ad9-b17f-4ed5-9d75-6cb7a7d7e8ae req-8e41ded9-3c0c-40ed-bc88-b6fdc89000a2 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:38.627956 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2dd8c-ab09-4d81-859b-1efe5854221e req-cdcc36a0-b668-4067-be6e-2655c4e7359c tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:38.629460 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b7f2dd8c-ab09-4d81-859b-1efe5854221e req-cdcc36a0-b668-4067-be6e-2655c4e7359c tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ee4d61-5af1-4660-a809-38dc7e6fb38b HTTP/1.1" status: 200 len: 946 time: 0.0532176 Sep 21 16:30:38.667444 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b7f2dd8c-ab09-4d81-859b-1efe5854221e req-be6f1d7d-7c58-49b6-b3e6-228d40fd6829 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/security-groups?id=d760806a-22e8-4d87-9e5f-cf716a1f46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314696 Sep 21 16:30:38.698133 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [req-80ac8ad9-b17f-4ed5-9d75-6cb7a7d7e8ae req-8e41ded9-3c0c-40ed-bc88-b6fdc89000a2 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] For port 44d75d66-f28c-438c-8098-53b3af0a0c1d, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=44d75d66-f28c-438c-8098-53b3af0a0c1d,segment=NetworkSegment(e882df40-668b-429e-adf6-f3fbb494929a),segment_id=e882df40-668b-429e-adf6-f3fbb494929a)] {{(pid=184192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:30:38.698493 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-80ac8ad9-b17f-4ed5-9d75-6cb7a7d7e8ae req-8e41ded9-3c0c-40ed-bc88-b6fdc89000a2 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:38.710977 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [req-80ac8ad9-b17f-4ed5-9d75-6cb7a7d7e8ae req-8e41ded9-3c0c-40ed-bc88-b6fdc89000a2 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Calling delete_port for 44d75d66-f28c-438c-8098-53b3af0a0c1d owned by compute:nova {{(pid=184192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:30:38.901130 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-80ac8ad9-b17f-4ed5-9d75-6cb7a7d7e8ae req-8e41ded9-3c0c-40ed-bc88-b6fdc89000a2 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5165539'] for port, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:38.917096 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['44d75d66-f28c-438c-8098-53b3af0a0c1d'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:30:38.929465 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41ded9-3c0c-40ed-bc88-b6fdc89000a2 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Pushing event deleted for resources: {'Port': ['ID=44d75d66-f28c-438c-8098-53b3af0a0c1d,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:30:38.942867 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41ded9-3c0c-40ed-bc88-b6fdc89000a2 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:38.942867 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41ded9-3c0c-40ed-bc88-b6fdc89000a2 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:38.942867 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41ded9-3c0c-40ed-bc88-b6fdc89000a2 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:38.942867 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41ded9-3c0c-40ed-bc88-b6fdc89000a2 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:38.943264 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41ded9-3c0c-40ed-bc88-b6fdc89000a2 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:38.943264 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41ded9-3c0c-40ed-bc88-b6fdc89000a2 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:38.943577 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41ded9-3c0c-40ed-bc88-b6fdc89000a2 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:38.943904 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41ded9-3c0c-40ed-bc88-b6fdc89000a2 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:38.944230 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41ded9-3c0c-40ed-bc88-b6fdc89000a2 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:38.944553 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41ded9-3c0c-40ed-bc88-b6fdc89000a2 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:38.944956 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41ded9-3c0c-40ed-bc88-b6fdc89000a2 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:38.945334 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e41ded9-3c0c-40ed-bc88-b6fdc89000a2 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:30:38.982671 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ac8ad9-b17f-4ed5-9d75-6cb7a7d7e8ae req-8e41ded9-3c0c-40ed-bc88-b6fdc89000a2 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] No DVR routers for this DVR port 44d75d66-f28c-438c-8098-53b3af0a0c1d on host hv-cinder-81003 {{(pid=184192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:30:38.985180 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-80ac8ad9-b17f-4ed5-9d75-6cb7a7d7e8ae req-8e41ded9-3c0c-40ed-bc88-b6fdc89000a2 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:38.987173 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-80ac8ad9-b17f-4ed5-9d75-6cb7a7d7e8ae req-8e41ded9-3c0c-40ed-bc88-b6fdc89000a2 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.44 "DELETE /v2.0/ports/44d75d66-f28c-438c-8098-53b3af0a0c1d HTTP/1.1" status: 204 len: 173 time: 0.5083268 Sep 21 16:30:38.987630 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ee4d61-5af1-4660-a809-38dc7e6fb38b', 'name': 'network-vif-deleted', 'tag': '44d75d66-f28c-438c-8098-53b3af0a0c1d'}] {{(pid=184192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:30:38.989905 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc60c069b955d627b70d651b6eab325f4fde0824357df3315d36669f938dcfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3ddf24-fa7b-4b51-8033-f60b3a85fab4" -d '{"events": [{"server_uuid": "f6ee4d61-5af1-4660-a809-38dc7e6fb38b", "name": "network-vif-deleted", "tag": "44d75d66-f28c-438c-8098-53b3af0a0c1d"}]}' {{(pid=184192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:30:39.027341 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd5a3d3-969e-4308-9ac2-7eaf345812e7 x-openstack-request-id: req-9bd5a3d3-969e-4308-9ac2-7eaf345812e7 {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:30:39.027689 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ee4d61-5af1-4660-a809-38dc7e6fb38b", "name": "network-vif-deleted", "tag": "44d75d66-f28c-438c-8098-53b3af0a0c1d", "status": "completed", "code": 200}]} {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:30:39.027935 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9bd5a3d3-969e-4308-9ac2-7eaf345812e7 {{(pid=184192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:30:39.028338 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ee4d61-5af1-4660-a809-38dc7e6fb38b', 'name': 'network-vif-deleted', 'tag': '44d75d66-f28c-438c-8098-53b3af0a0c1d', 'status': 'completed', 'code': 200} Sep 21 16:30:39.214919 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:39.780913 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-61feea8f-d271-42a6-b345-71fd7318ebe7 req-a9afc760-70b0-403b-b962-913e51355889 tempest-VolumesSnapshotTestJSON-661444241 tempest-VolumesSnapshotTestJSON-661444241-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6ee4d61-5af1-4660-a809-38dc7e6fb38b HTTP/1.1" status: 200 len: 210 time: 0.0300746 Sep 21 16:30:40.825903 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:30:41.740266 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-287e3fe2-9278-41fa-9434-7aedb3a2eb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:42.270755 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 44d75d66-f28c-438c-8098-53b3af0a0c1d no longer exists at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:30:42.290761 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] No Port match for: 44d75d66-f28c-438c-8098-53b3af0a0c1d {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:30:42.291115 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 44d75d66-f28c-438c-8098-53b3af0a0c1d not bound to the agent host hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:30:44.357719 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-68fa8aaf-dacd-4c1a-8a32-dcb5722ee4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:44.803124 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:45.608654 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:47.443148 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:30:59.343893 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2814a6-146d-4640-a72e-c9554b173c9e req-4a363c55-1b9f-4edc-b74c-d75ed8038896 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:30:59.345537 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-dd2814a6-146d-4640-a72e-c9554b173c9e req-4a363c55-1b9f-4edc-b74c-d75ed8038896 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0490804 Sep 21 16:30:59.389236 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-dd2814a6-146d-4640-a72e-c9554b173c9e req-1ffcd478-fc73-45b4-92c5-bf4d98f690c9 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378537 Sep 21 16:31:00.513336 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20da151-f3b2-4977-8cc4-d1aae8ef8e4b req-928b2823-e092-44b7-b6f8-44e77d672f2f tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:31:00.515303 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a20da151-f3b2-4977-8cc4-d1aae8ef8e4b req-928b2823-e092-44b7-b6f8-44e77d672f2f tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0509508 Sep 21 16:31:00.554981 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a20da151-f3b2-4977-8cc4-d1aae8ef8e4b req-e7a3f919-a6c3-43ba-b967-ba8caf151a7e tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=370f9e3b-bc45-440c-b467-e0432300fd56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325322 Sep 21 16:31:00.918807 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010e92f-4cb2-4638-89bf-e6a2da8467ef req-9677160a-ceee-4575-8b55-480b338e2086 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:31:00.920251 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c010e92f-4cb2-4638-89bf-e6a2da8467ef req-9677160a-ceee-4575-8b55-480b338e2086 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.44 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 946 time: 0.0489285 Sep 21 16:31:01.013348 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [req-c010e92f-4cb2-4638-89bf-e6a2da8467ef req-c7bfcca5-3b2f-4261-aec5-a4fe390d97e1 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Deleting port ee84741f-d4df-4f43-8069-2f452b663d02 {{(pid=184192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:31:01.013601 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-c010e92f-4cb2-4638-89bf-e6a2da8467ef req-c7bfcca5-3b2f-4261-aec5-a4fe390d97e1 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:01.100023 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [req-c010e92f-4cb2-4638-89bf-e6a2da8467ef req-c7bfcca5-3b2f-4261-aec5-a4fe390d97e1 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] For port ee84741f-d4df-4f43-8069-2f452b663d02, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=ee84741f-d4df-4f43-8069-2f452b663d02,segment=NetworkSegment(b3e2becc-0704-4cb3-ad9f-856f8136348e),segment_id=b3e2becc-0704-4cb3-ad9f-856f8136348e)] {{(pid=184192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:31:01.100376 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-c010e92f-4cb2-4638-89bf-e6a2da8467ef req-c7bfcca5-3b2f-4261-aec5-a4fe390d97e1 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:01.267428 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-c010e92f-4cb2-4638-89bf-e6a2da8467ef req-c7bfcca5-3b2f-4261-aec5-a4fe390d97e1 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:01.267696 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-c010e92f-4cb2-4638-89bf-e6a2da8467ef req-c7bfcca5-3b2f-4261-aec5-a4fe390d97e1 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615442'] for floatingip, after_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:01.268014 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.db.l3_db [req-c010e92f-4cb2-4638-89bf-e6a2da8467ef req-c7bfcca5-3b2f-4261-aec5-a4fe390d97e1 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Floating IP 7569dae9-29c9-4842-9b90-179c8809c031 disassociated. External IP: 172.27.2.195, port: ee84741f-d4df-4f43-8069-2f452b663d02. Sep 21 16:31:01.268348 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [req-c010e92f-4cb2-4638-89bf-e6a2da8467ef req-c7bfcca5-3b2f-4261-aec5-a4fe390d97e1 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Calling delete_port for ee84741f-d4df-4f43-8069-2f452b663d02 owned by compute:nova {{(pid=184192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:31:01.454796 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-c010e92f-4cb2-4638-89bf-e6a2da8467ef req-c7bfcca5-3b2f-4261-aec5-a4fe390d97e1 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5165539'] for port, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:01.486270 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bfcca5-3b2f-4261-aec5-a4fe390d97e1 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Pushing event deleted for resources: {'Port': ['ID=ee84741f-d4df-4f43-8069-2f452b663d02,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:31:01.602131 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c010e92f-4cb2-4638-89bf-e6a2da8467ef req-c7bfcca5-3b2f-4261-aec5-a4fe390d97e1 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Router 23c10ef0-a183-4e34-a3fb-3f6622d24f10 has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:31:01.651866 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0f9adc4d-e3a4-4248-9039-08ef0a6b56fb req-62ac6f62-e79c-400e-bdda-bfcefdfcb0e6 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 210 time: 0.0280619 Sep 21 16:31:01.714242 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c010e92f-4cb2-4638-89bf-e6a2da8467ef req-c7bfcca5-3b2f-4261-aec5-a4fe390d97e1 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:31:01.724771 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d21a12-b26c-4e77-987f-db1ed4f8ebad None None] Sync routers for ids ['23c10ef0-a183-4e34-a3fb-3f6622d24f10'] in dv-cinder-810035-1-iscsi {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:31:01.734380 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d21a12-b26c-4e77-987f-db1ed4f8ebad None None] Routers {'23c10ef0-a183-4e34-a3fb-3f6622d24f10'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:31:01.735096 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-21d21a12-b26c-4e77-987f-db1ed4f8ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:30:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['23c10ef0-a183-4e34-a3fb-3f6622d24f10'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:31:01.758321 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.l3_dvrscheduler_db [req-c010e92f-4cb2-4638-89bf-e6a2da8467ef req-c7bfcca5-3b2f-4261-aec5-a4fe390d97e1 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] No DVR routers for this DVR port ee84741f-d4df-4f43-8069-2f452b663d02 on host hv-cinder-81003 {{(pid=184192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:31:01.760821 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-c010e92f-4cb2-4638-89bf-e6a2da8467ef req-c7bfcca5-3b2f-4261-aec5-a4fe390d97e1 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:01.762993 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c010e92f-4cb2-4638-89bf-e6a2da8467ef req-c7bfcca5-3b2f-4261-aec5-a4fe390d97e1 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.44 "DELETE /v2.0/ports/ee84741f-d4df-4f43-8069-2f452b663d02 HTTP/1.1" status: 204 len: 173 time: 0.8368666 Sep 21 16:31:01.763528 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2552f40a-34f0-42e4-b4ad-a6144f7a5015', 'name': 'network-vif-deleted', 'tag': 'ee84741f-d4df-4f43-8069-2f452b663d02'}] {{(pid=184192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:31:01.766270 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc60c069b955d627b70d651b6eab325f4fde0824357df3315d36669f938dcfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9fc180-4618-4573-9b03-89ffec3ce4a1" -d '{"events": [{"server_uuid": "2552f40a-34f0-42e4-b4ad-a6144f7a5015", "name": "network-vif-deleted", "tag": "ee84741f-d4df-4f43-8069-2f452b663d02"}]}' {{(pid=184192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:31:01.805877 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c823c17c-9b9e-40b0-84fa-433ad6237908 x-openstack-request-id: req-c823c17c-9b9e-40b0-84fa-433ad6237908 {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:31:01.807630 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2552f40a-34f0-42e4-b4ad-a6144f7a5015", "name": "network-vif-deleted", "tag": "ee84741f-d4df-4f43-8069-2f452b663d02", "status": "completed", "code": 200}]} {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:31:01.807887 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c823c17c-9b9e-40b0-84fa-433ad6237908 {{(pid=184192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:31:01.808286 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2552f40a-34f0-42e4-b4ad-a6144f7a5015', 'name': 'network-vif-deleted', 'tag': 'ee84741f-d4df-4f43-8069-2f452b663d02', 'status': 'completed', 'code': 200} Sep 21 16:31:01.845891 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-21d21a12-b26c-4e77-987f-db1ed4f8ebad None None] Set router 23c10ef0-a183-4e34-a3fb-3f6622d24f10 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:31:02.087697 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-21d21a12-b26c-4e77-987f-db1ed4f8ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'name': 'tempest-AttachVolumeTestJSON-1012380342-router', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:00Z', 'updated_at': '2021-09-21T16:22:07Z', 'revision_number': 4, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'gw_port': {'id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': 'dbf5e7fd-ff4d-449e-922d-34cc4de89210', 'name': '', 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'mac_address': 'fa:16:3e:56:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd0a8263f-7f3f-444d-a2c9-8f405212c5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:05Z', 'updated_at': '2021-09-21T16:22:14Z', 'revision_number': 5, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'subnets': [{'id': 'd0a8263f-7f3f-444d-a2c9-8f405212c5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:31:02.113922 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d21a12-b26c-4e77-987f-db1ed4f8ebad None None] Checking router: 23c10ef0-a183-4e34-a3fb-3f6622d24f10 for host: dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:31:02.122375 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d21a12-b26c-4e77-987f-db1ed4f8ebad None None] Routers {'23c10ef0-a183-4e34-a3fb-3f6622d24f10'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:31:02.122983 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-21d21a12-b26c-4e77-987f-db1ed4f8ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:30:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['23c10ef0-a183-4e34-a3fb-3f6622d24f10'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:31:02.346777 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-21d21a12-b26c-4e77-987f-db1ed4f8ebad None None] Set router 23c10ef0-a183-4e34-a3fb-3f6622d24f10 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:31:02.560475 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-21d21a12-b26c-4e77-987f-db1ed4f8ebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'name': 'tempest-AttachVolumeTestJSON-1012380342-router', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:00Z', 'updated_at': '2021-09-21T16:22:07Z', 'revision_number': 4, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'gw_port': {'id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': 'dbf5e7fd-ff4d-449e-922d-34cc4de89210', 'name': '', 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'mac_address': 'fa:16:3e:56:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd0a8263f-7f3f-444d-a2c9-8f405212c5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:05Z', 'updated_at': '2021-09-21T16:22:14Z', 'revision_number': 5, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'subnets': [{'id': 'd0a8263f-7f3f-444d-a2c9-8f405212c5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:31:02.591527 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d21a12-b26c-4e77-987f-db1ed4f8ebad None None] The sync data for ids ['23c10ef0-a183-4e34-a3fb-3f6622d24f10'] in dv-cinder-810035-1-iscsi is: [{'id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'name': 'tempest-AttachVolumeTestJSON-1012380342-router', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:00Z', 'updated_at': '2021-09-21T16:22:07Z', 'revision_number': 4, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'gw_port': {'id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': 'dbf5e7fd-ff4d-449e-922d-34cc4de89210', 'name': '', 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'mac_address': 'fa:16:3e:56:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd0a8263f-7f3f-444d-a2c9-8f405212c5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:05Z', 'updated_at': '2021-09-21T16:22:14Z', 'revision_number': 5, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'subnets': [{'id': 'd0a8263f-7f3f-444d-a2c9-8f405212c5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:31:02.773448 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-20ae36ef-9284-412d-98f9-d25520785e02 req-92f0f9aa-90b4-474f-b92e-4340b4ab6a72 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=2552f40a-34f0-42e4-b4ad-a6144f7a5015 HTTP/1.1" status: 200 len: 210 time: 0.0281065 Sep 21 16:31:02.857032 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be64e99f-aafc-49b2-8663-3e0bacaf303e None None] New status for floating IP 7569dae9-29c9-4842-9b90-179c8809c031: DOWN {{(pid=184194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:31:03.946554 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 36198) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:31:04.002081 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5f8cf65a-e120-4606-af1c-89133704bd2c tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:04.026309 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5f8cf65a-e120-4606-af1c-89133704bd2c tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:04.157251 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5f8cf65a-e120-4606-af1c-89133704bd2c tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:04.159919 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5f8cf65a-e120-4606-af1c-89133704bd2c tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:04.161059 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-5f8cf65a-e120-4606-af1c-89133704bd2c tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "DELETE /v2.0/security-groups/370f9e3b-bc45-440c-b467-e0432300fd56 HTTP/1.1" status: 204 len: 168 time: 0.2134786 Sep 21 16:31:04.163910 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 36202) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:31:04.170684 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8cf65a-e120-4606-af1c-89133704bd2c tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=370f9e3b-bc45-440c-b467-e0432300fd56,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:31:04.181898 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.api.v2.resource [None req-0ce3fab7-c837-4258-aef3-19874ecb5a0a tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] show failed (client error): The resource could not be found. Sep 21 16:31:04.181898 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-0ce3fab7-c837-4258-aef3-19874ecb5a0a tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups/370f9e3b-bc45-440c-b467-e0432300fd56 HTTP/1.1" status: 404 len: 347 time: 0.0153430 Sep 21 16:31:04.185602 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 36204) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:31:04.318990 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-2ee060c7-cabb-42d3-b2f3-db29a2b87936 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Deleting port 28f26cb2-a263-4f78-b0b0-3b1ad002d82c {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:31:04.319412 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-2ee060c7-cabb-42d3-b2f3-db29a2b87936 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:04.345886 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device ee84741f-d4df-4f43-8069-2f452b663d02 no longer exists at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:31:04.380147 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] No Port match for: ee84741f-d4df-4f43-8069-2f452b663d02 {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:31:04.380693 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device ee84741f-d4df-4f43-8069-2f452b663d02 not bound to the agent host hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:31:04.421150 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-2ee060c7-cabb-42d3-b2f3-db29a2b87936 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:04.421482 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-2ee060c7-cabb-42d3-b2f3-db29a2b87936 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:04.434528 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-2ee060c7-cabb-42d3-b2f3-db29a2b87936 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Calling delete_port for 28f26cb2-a263-4f78-b0b0-3b1ad002d82c owned by network:floatingip {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:31:04.654821 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-2ee060c7-cabb-42d3-b2f3-db29a2b87936 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:04.690415 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee060c7-cabb-42d3-b2f3-db29a2b87936 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Pushing event deleted for resources: {'Port': ['ID=28f26cb2-a263-4f78-b0b0-3b1ad002d82c,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:31:04.745296 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-2ee060c7-cabb-42d3-b2f3-db29a2b87936 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for floatingip, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:04.747807 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-2ee060c7-cabb-42d3-b2f3-db29a2b87936 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for floatingip, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:04.749020 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-2ee060c7-cabb-42d3-b2f3-db29a2b87936 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "DELETE /v2.0/floatingips/7569dae9-29c9-4842-9b90-179c8809c031 HTTP/1.1" status: 204 len: 168 time: 0.5624154 Sep 21 16:31:05.175657 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 36214) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:31:05.180615 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-91e74af9-e104-4dea-952d-38d61feb59db tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Request body: {'security_group': {'name': 'tempest-securitygroup--490835618', 'description': 'tempest-description--1062626502'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:31:05.283527 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-91e74af9-e104-4dea-952d-38d61feb59db tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:05.366188 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-91e74af9-e104-4dea-952d-38d61feb59db tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:05.443482 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-91e74af9-e104-4dea-952d-38d61feb59db tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:05.475256 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e74af9-e104-4dea-952d-38d61feb59db tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16f1c6e7-0cd0-4b94-bce0-b238e738085f,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:31:05.534563 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-91e74af9-e104-4dea-952d-38d61feb59db tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:05.535871 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-91e74af9-e104-4dea-952d-38d61feb59db tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3591902 Sep 21 16:31:05.538648 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 36218) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:31:05.543159 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-7dca9537-d960-4595-9a8f-1ae8ca6f88dc tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Request body: {'security_group_rule': {'security_group_id': '16f1c6e7-0cd0-4b94-bce0-b238e738085f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:31:05.625808 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-7dca9537-d960-4595-9a8f-1ae8ca6f88dc tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:05.685776 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-7dca9537-d960-4595-9a8f-1ae8ca6f88dc tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:05.774195 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-7dca9537-d960-4595-9a8f-1ae8ca6f88dc tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791899'] for security_group_rule, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:05.793645 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca9537-d960-4595-9a8f-1ae8ca6f88dc tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b22e300c-42fc-4401-96d0-d02d47908a7f,revision_number=0']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:31:05.858852 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-7dca9537-d960-4595-9a8f-1ae8ca6f88dc tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:05.863978 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-7dca9537-d960-4595-9a8f-1ae8ca6f88dc tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3218367 Sep 21 16:31:05.869886 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 36228) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:31:05.869886 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-c2ba4ebb-280d-4620-96c1-ab409626a41c tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Request body: {'security_group_rule': {'security_group_id': '16f1c6e7-0cd0-4b94-bce0-b238e738085f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:31:05.985889 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c2ba4ebb-280d-4620-96c1-ab409626a41c tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:06.041670 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c2ba4ebb-280d-4620-96c1-ab409626a41c tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:06.134274 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c2ba4ebb-280d-4620-96c1-ab409626a41c tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791899'] for security_group_rule, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:06.151741 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba4ebb-280d-4620-96c1-ab409626a41c tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe3fbfc-d6ef-4713-a33a-b315f84dee29,revision_number=0']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:31:06.237534 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c2ba4ebb-280d-4620-96c1-ab409626a41c tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:06.238917 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-c2ba4ebb-280d-4620-96c1-ab409626a41c tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3737204 Sep 21 16:31:06.242093 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 36230) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:31:06.246420 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-833b78ad-8e19-4cf1-a30c-7718f0122902 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Request body: {'floatingip': {'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:31:06.346272 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-833b78ad-8e19-4cf1-a30c-7718f0122902 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for floatingip, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:06.444354 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-833b78ad-8e19-4cf1-a30c-7718f0122902 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:06.549926 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_common [None req-833b78ad-8e19-4cf1-a30c-7718f0122902 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Allocated IP 172.27.2.101 (72679c7d-9bce-4a4a-9509-1e8f9e1d8844/b489826c-59d7-499a-88a6-c55f1856fec4/29745497-ee35-47aa-9a2c-ab1d4abb4ccc) {{(pid=184191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:31:06.652506 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-833b78ad-8e19-4cf1-a30c-7718f0122902 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for port, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:06.740543 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-833b78ad-8e19-4cf1-a30c-7718f0122902 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:06.776550 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833b78ad-8e19-4cf1-a30c-7718f0122902 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:31:06.779226 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-833b78ad-8e19-4cf1-a30c-7718f0122902 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:31:06.782644 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833b78ad-8e19-4cf1-a30c-7718f0122902 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Received port after_create {{(pid=184191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:31:06.808930 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b78ad-8e19-4cf1-a30c-7718f0122902 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Pushing event updated for resources: {'Port': ['ID=29745497-ee35-47aa-9a2c-ab1d4abb4ccc,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:31:06.873066 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-833b78ad-8e19-4cf1-a30c-7718f0122902 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:06.977434 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-833b78ad-8e19-4cf1-a30c-7718f0122902 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:07.348376 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-833b78ad-8e19-4cf1-a30c-7718f0122902 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for port, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:07.437430 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-833b78ad-8e19-4cf1-a30c-7718f0122902 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4479009'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:07.505177 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b78ad-8e19-4cf1-a30c-7718f0122902 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Pushing event updated for resources: {'Port': ['ID=29745497-ee35-47aa-9a2c-ab1d4abb4ccc,revision_number=2']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:31:07.517038 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-833b78ad-8e19-4cf1-a30c-7718f0122902 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615442'] for floatingip, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:07.620330 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-833b78ad-8e19-4cf1-a30c-7718f0122902 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for floatingip, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:07.623554 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-833b78ad-8e19-4cf1-a30c-7718f0122902 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3785491 Sep 21 16:31:07.805826 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-2745f14f-3f92-4b56-9c46-92e2393539ba tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--490835618&fields=id&tenant_id=a04253395aa845968ab2e27453a7f5e1 HTTP/1.1" status: 200 len: 267 time: 0.0328474 Sep 21 16:31:07.913255 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-822891c6-7a15-4135-a68b-8c1d7d7efd0d tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:31:07.914621 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-822891c6-7a15-4135-a68b-8c1d7d7efd0d tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/networks?id=48ada096-de1e-4f63-81b0-12e54ddd3ecc HTTP/1.1" status: 200 len: 811 time: 0.1020541 Sep 21 16:31:07.928915 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-7e26c9ca-13cb-4816-82e8-d7ea02cda804 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/quotas/a04253395aa845968ab2e27453a7f5e1 HTTP/1.1" status: 200 len: 375 time: 0.0086730 Sep 21 16:31:07.980233 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-ef3a7a8f-b73b-438f-92fd-a115264ab02a tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a04253395aa845968ab2e27453a7f5e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460086 Sep 21 16:31:08.076411 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-a2fa5df6-0992-441a-b2d0-23d667ec70a5 service neutron] 10.222.0.41 "GET /v2.0/networks/48ada096-de1e-4f63-81b0-12e54ddd3ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847006 Sep 21 16:31:08.165491 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-efce6b77-dd7e-48dc-a38a-5cdd62669323 service neutron] 10.222.0.41 "GET /v2.0/networks/48ada096-de1e-4f63-81b0-12e54ddd3ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824847 Sep 21 16:31:08.460094 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7194d970-a4d4-4506-94ab-b8324383da42 req-61426230-17e5-429e-a3e2-31c72e61c49f tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=b091750b-0e52-4083-8b7c-279d0dcfb126 HTTP/1.1" status: 200 len: 210 time: 0.0278442 Sep 21 16:31:09.197006 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:09.558171 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c7723c57-8845-4aa3-81c6-83329a2e5cc1 req-a68d332c-342a-4d4d-a735-79de126369de tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=b091750b-0e52-4083-8b7c-279d0dcfb126 HTTP/1.1" status: 200 len: 210 time: 0.0309560 Sep 21 16:31:10.617233 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-47a2fece-2b2b-46f2-980c-6a1a9cd336c5 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:31:10.618723 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-47a2fece-2b2b-46f2-980c-6a1a9cd336c5 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.44 "GET /v2.0/networks?id=48ada096-de1e-4f63-81b0-12e54ddd3ecc HTTP/1.1" status: 200 len: 811 time: 0.1038005 Sep 21 16:31:10.666809 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-8ec54913-b864-475a-bfed-a3bbaa44b577 req-d3845689-94bd-471f-a1ca-9a2b3bcedf24 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=b091750b-0e52-4083-8b7c-279d0dcfb126 HTTP/1.1" status: 200 len: 210 time: 0.0425506 Sep 21 16:31:10.687311 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-57974e38-ebdd-4067-b4cd-350f8cbc0b34 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a04253395aa845968ab2e27453a7f5e1 HTTP/1.1" status: 200 len: 379 time: 0.0543759 Sep 21 16:31:10.705291 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-f4036b8c-833f-40cd-93d7-541a90e035ed tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Request body: {'port': {'device_id': 'b091750b-0e52-4083-8b7c-279d0dcfb126', 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc', 'admin_state_up': True, 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'security_groups': ['16f1c6e7-0cd0-4b94-bce0-b238e738085f']}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:31:10.871184 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-f4036b8c-833f-40cd-93d7-541a90e035ed tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Made reservation on behalf of a04253395aa845968ab2e27453a7f5e1 for: {'port': 1} {{(pid=184192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:31:10.874759 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-f4036b8c-833f-40cd-93d7-541a90e035ed tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:10.949140 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 36304) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:31:11.034206 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c99923e-7d9f-4a0f-8ae5-a834e957146e admin admin] Deleting subnet 5c2426fe-5529-46c1-bcb6-0a7962dda409 {{(pid=184192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 16:31:11.041511 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5c99923e-7d9f-4a0f-8ae5-a834e957146e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:11.062057 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.db_base_plugin_common [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-f4036b8c-833f-40cd-93d7-541a90e035ed tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Allocated IP 172.20.0.5 (48ada096-de1e-4f63-81b0-12e54ddd3ecc/d0a8263f-7f3f-444d-a2c9-8f405212c5f3/ac72b89c-a806-4e5f-bb5d-94133e89e917) {{(pid=184192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:31:11.088884 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5c99923e-7d9f-4a0f-8ae5-a834e957146e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4837901'] for subnet, precommit_delete_associations {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:11.167325 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5c99923e-7d9f-4a0f-8ae5-a834e957146e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1636446'] for subnet, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:11.272481 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-f4036b8c-833f-40cd-93d7-541a90e035ed tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for port, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:11.374699 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5c99923e-7d9f-4a0f-8ae5-a834e957146e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1636425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5165516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4940075'] for subnet, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:11.406474 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99923e-7d9f-4a0f-8ae5-a834e957146e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c2426fe-5529-46c1-bcb6-0a7962dda409,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:31:11.411077 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5c99923e-7d9f-4a0f-8ae5-a834e957146e admin admin] Notify callbacks [] for subnet, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:11.413454 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-5c99923e-7d9f-4a0f-8ae5-a834e957146e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5c2426fe-5529-46c1-bcb6-0a7962dda409 HTTP/1.1" status: 204 len: 168 time: 0.4632640 Sep 21 16:31:11.418493 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-f4036b8c-833f-40cd-93d7-541a90e035ed tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5165539'] for port, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:11.418634 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 36310) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:31:11.459203 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-f4036b8c-833f-40cd-93d7-541a90e035ed tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Network 48ada096-de1e-4f63-81b0-12e54ddd3ecc is already hosted by enough agents. {{(pid=184192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:31:11.462288 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.base_scheduler [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-f4036b8c-833f-40cd-93d7-541a90e035ed tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Resources bound (agent type, host, resource id): {{(pid=184192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:31:11.468078 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.l3_dvrscheduler_db [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-f4036b8c-833f-40cd-93d7-541a90e035ed tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Received port after_create {{(pid=184192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:31:11.490202 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-31c0c07f-0ca2-4b2c-bd7c-83dbde16cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1604015'] for network, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:11.491732 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4036b8c-833f-40cd-93d7-541a90e035ed tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Pushing event updated for resources: {'Port': ['ID=ac72b89c-a806-4e5f-bb5d-94133e89e917,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:31:11.522057 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-f4036b8c-833f-40cd-93d7-541a90e035ed tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:31:11.522890 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-f4036b8c-833f-40cd-93d7-541a90e035ed tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:11.578805 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-31c0c07f-0ca2-4b2c-bd7c-83dbde16cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635289', 'neutron.services.segments.db._delete_segments_for_network-8785855709341'] for network, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:11.599559 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.services.segments.db [None req-31c0c07f-0ca2-4b2c-bd7c-83dbde16cf8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8845ab47-c84e-42b9-8638-6d23702338cc']}} {{(pid=184191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:31:11.610072 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-f4036b8c-833f-40cd-93d7-541a90e035ed tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9084234 Sep 21 16:31:11.610299 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.services.segments.db [None req-31c0c07f-0ca2-4b2c-bd7c-83dbde16cf8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e882df40-668b-429e-adf6-f3fbb494929a') {'for_net_delete': True} {{(pid=184191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:31:11.610414 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.services.segments.db [None req-31c0c07f-0ca2-4b2c-bd7c-83dbde16cf8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e882df40-668b-429e-adf6-f3fbb494929a') {} {{(pid=184191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:31:11.620812 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-31c0c07f-0ca2-4b2c-bd7c-83dbde16cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785855709862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4897005'] for segment, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:11.634820 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-31c0c07f-0ca2-4b2c-bd7c-83dbde16cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:11.640635 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31c0c07f-0ca2-4b2c-bd7c-83dbde16cf8e admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=184191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:31:11.641042 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-31c0c07f-0ca2-4b2c-bd7c-83dbde16cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4480201'] for segment, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:11.642760 dv-cinder-810035-1-iscsi neutron-server[184191]: Traceback (most recent call last): Sep 21 16:31:11.642760 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 16:31:11.642760 dv-cinder-810035-1-iscsi neutron-server[184191]: timer() Sep 21 16:31:11.642760 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 16:31:11.642760 dv-cinder-810035-1-iscsi neutron-server[184191]: cb(*args, **kw) Sep 21 16:31:11.642760 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 16:31:11.642760 dv-cinder-810035-1-iscsi neutron-server[184191]: return func(*args, **kwargs) Sep 21 16:31:11.642760 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 16:31:11.642760 dv-cinder-810035-1-iscsi neutron-server[184191]: self._notify() Sep 21 16:31:11.642760 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 16:31:11.642760 dv-cinder-810035-1-iscsi neutron-server[184191]: self.callback(batched_events) Sep 21 16:31:11.642760 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 16:31:11.642760 dv-cinder-810035-1-iscsi neutron-server[184191]: event.method(event) Sep 21 16:31:11.642760 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 16:31:11.642760 dv-cinder-810035-1-iscsi neutron-server[184191]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 16:31:11.642760 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 16:31:11.642760 dv-cinder-810035-1-iscsi neutron-server[184191]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 16:31:11.642760 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 16:31:11.642760 dv-cinder-810035-1-iscsi neutron-server[184191]: return f(self, *a, **k) Sep 21 16:31:11.642760 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 16:31:11.642760 dv-cinder-810035-1-iscsi neutron-server[184191]: return self._get(url).json() Sep 21 16:31:11.642760 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 16:31:11.642760 dv-cinder-810035-1-iscsi neutron-server[184191]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 16:31:11.642760 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 16:31:11.642760 dv-cinder-810035-1-iscsi neutron-server[184191]: return self.request(url, 'GET', **kwargs) Sep 21 16:31:11.642760 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 16:31:11.642760 dv-cinder-810035-1-iscsi neutron-server[184191]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 16:31:11.642760 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 16:31:11.642760 dv-cinder-810035-1-iscsi neutron-server[184191]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 16:31:11.642760 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 16:31:11.642760 dv-cinder-810035-1-iscsi neutron-server[184191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 16:31:11.642760 dv-cinder-810035-1-iscsi neutron-server[184191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 16:31:11.660395 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-39d92a30-daf4-4165-ae29-e487ff87aa33 service neutron] Request body: {'port': {'device_id': 'b091750b-0e52-4083-8b7c-279d0dcfb126', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81003'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:31:11.686887 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-fa5de9a8-56e6-4f3f-aa39-e770a8c1e777 None None] Provisioning complete for port ac72b89c-a806-4e5f-bb5d-94133e89e917 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:31:11.688201 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-fa5de9a8-56e6-4f3f-aa39-e770a8c1e777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:11.730504 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-39d92a30-daf4-4165-ae29-e487ff87aa33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:11.756532 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-fa5de9a8-56e6-4f3f-aa39-e770a8c1e777 None None] Port ac72b89c-a806-4e5f-bb5d-94133e89e917 cannot update to ACTIVE because it is not bound. {{(pid=184193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 16:31:11.768574 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-d31e4b50-790c-424e-bc54-ed047be93fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:11.808534 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-31c0c07f-0ca2-4b2c-bd7c-83dbde16cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615424'] for network, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:11.816540 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-31c0c07f-0ca2-4b2c-bd7c-83dbde16cf8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:11.818404 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-31c0c07f-0ca2-4b2c-bd7c-83dbde16cf8e admin admin] 10.222.0.41 "DELETE /v2.0/networks/8845ab47-c84e-42b9-8638-6d23702338cc HTTP/1.1" status: 204 len: 168 time: 0.4015558 Sep 21 16:31:11.828459 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0c07f-0ca2-4b2c-bd7c-83dbde16cf8e admin admin] Pushing event deleted for resources: {'Network': ['ID=8845ab47-c84e-42b9-8638-6d23702338cc,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:31:11.835778 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0c07f-0ca2-4b2c-bd7c-83dbde16cf8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:31:11.838761 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0c07f-0ca2-4b2c-bd7c-83dbde16cf8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:31:11.838761 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0c07f-0ca2-4b2c-bd7c-83dbde16cf8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:31:11.838761 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0c07f-0ca2-4b2c-bd7c-83dbde16cf8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:31:11.838761 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0c07f-0ca2-4b2c-bd7c-83dbde16cf8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:31:11.838761 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0c07f-0ca2-4b2c-bd7c-83dbde16cf8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:31:11.838761 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0c07f-0ca2-4b2c-bd7c-83dbde16cf8e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:31:11.838761 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0c07f-0ca2-4b2c-bd7c-83dbde16cf8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:31:11.838761 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0c07f-0ca2-4b2c-bd7c-83dbde16cf8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:31:11.838761 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0c07f-0ca2-4b2c-bd7c-83dbde16cf8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:31:11.839488 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0c07f-0ca2-4b2c-bd7c-83dbde16cf8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:31:11.839488 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0c07f-0ca2-4b2c-bd7c-83dbde16cf8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:31:11.899322 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8890c0-18d5-4108-9c09-f6455dbe5081 req-a00812dd-d7a9-4a7a-a064-d00fa757de68 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:31:11.900860 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-8e8890c0-18d5-4108-9c09-f6455dbe5081 req-a00812dd-d7a9-4a7a-a064-d00fa757de68 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=b091750b-0e52-4083-8b7c-279d0dcfb126 HTTP/1.1" status: 200 len: 931 time: 0.1305325 Sep 21 16:31:11.991609 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-8e8890c0-18d5-4108-9c09-f6455dbe5081 req-9a9b0ae3-3ef0-4fc6-92c2-5a1fd9b0ed3e tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=16f1c6e7-0cd0-4b94-bce0-b238e738085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836341 Sep 21 16:31:12.071944 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.notifiers.nova [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-39d92a30-daf4-4165-ae29-e487ff87aa33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac72b89c-a806-4e5f-bb5d-94133e89e917 {{(pid=184192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:31:12.080019 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-39d92a30-daf4-4165-ae29-e487ff87aa33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:12.091662 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.provisioning_blocks [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-39d92a30-daf4-4165-ae29-e487ff87aa33 service neutron] Transition to ACTIVE for port object ac72b89c-a806-4e5f-bb5d-94133e89e917 will not be triggered until provisioned by entity L2. {{(pid=184192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:31:12.166099 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 36318) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:31:12.173529 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-39d92a30-daf4-4165-ae29-e487ff87aa33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5165562'] for port, after_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:12.259784 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d92a30-daf4-4165-ae29-e487ff87aa33 service neutron] Pushing event updated for resources: {'Port': ['ID=ac72b89c-a806-4e5f-bb5d-94133e89e917,revision_number=2']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:31:12.273570 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-fc0abd3c-66d9-48cd-a76b-9ad67f832cb5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6816088d4964478681dfcccccc447025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1062818 Sep 21 16:31:12.276216 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 36320) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:31:12.330325 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-33072370-df42-41ab-b2ac-974f60fff7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:12.338825 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.managers [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-39d92a30-daf4-4165-ae29-e487ff87aa33 service neutron] Attempting to bind port ac72b89c-a806-4e5f-bb5d-94133e89e917 on host hv-cinder-81003 for vnic_type normal with profile {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:31:12.339271 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.managers [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-39d92a30-daf4-4165-ae29-e487ff87aa33 service neutron] Attempting to bind port ac72b89c-a806-4e5f-bb5d-94133e89e917 by drivers openvswitch,hyperv on host hv-cinder-81003 at level 0 using segments [{'id': 'b3e2becc-0704-4cb3-ad9f-856f8136348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc'}] {{(pid=184192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:31:12.339685 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-39d92a30-daf4-4165-ae29-e487ff87aa33 service neutron] Attempting to bind port ac72b89c-a806-4e5f-bb5d-94133e89e917 on network 48ada096-de1e-4f63-81b0-12e54ddd3ecc {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:31:12.344362 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-39d92a30-daf4-4165-ae29-e487ff87aa33 service neutron] Port ac72b89c-a806-4e5f-bb5d-94133e89e917 on network 48ada096-de1e-4f63-81b0-12e54ddd3ecc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81003 {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 16:31:12.344677 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-39d92a30-daf4-4165-ae29-e487ff87aa33 service neutron] Attempting to bind port ac72b89c-a806-4e5f-bb5d-94133e89e917 on network 48ada096-de1e-4f63-81b0-12e54ddd3ecc {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:31:12.350043 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-39d92a30-daf4-4165-ae29-e487ff87aa33 service neutron] Checking agent: {'id': 'b0f092dd-0f26-432c-b483-67197dbc1b44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'started_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:31:12.351494 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-39d92a30-daf4-4165-ae29-e487ff87aa33 service neutron] Checking segment: {'id': 'b3e2becc-0704-4cb3-ad9f-856f8136348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:31:12.352028 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-39d92a30-daf4-4165-ae29-e487ff87aa33 service neutron] Bound using segment: {'id': 'b3e2becc-0704-4cb3-ad9f-856f8136348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc'} {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:31:12.352560 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.managers [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-39d92a30-daf4-4165-ae29-e487ff87aa33 service neutron] Bound port: ac72b89c-a806-4e5f-bb5d-94133e89e917, host: hv-cinder-81003, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e2becc-0704-4cb3-ad9f-856f8136348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc'}}] {{(pid=184192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:31:12.352991 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-39d92a30-daf4-4165-ae29-e487ff87aa33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:12.357004 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-33072370-df42-41ab-b2ac-974f60fff7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:12.430304 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-39d92a30-daf4-4165-ae29-e487ff87aa33 service neutron] For port ac72b89c-a806-4e5f-bb5d-94133e89e917, host hv-cinder-81003, cleared binding levels {{(pid=184192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:31:12.433417 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-39d92a30-daf4-4165-ae29-e487ff87aa33 service neutron] For port ac72b89c-a806-4e5f-bb5d-94133e89e917, host hv-cinder-81003, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=ac72b89c-a806-4e5f-bb5d-94133e89e917,segment=NetworkSegment(b3e2becc-0704-4cb3-ad9f-856f8136348e),segment_id=b3e2becc-0704-4cb3-ad9f-856f8136348e)] {{(pid=184192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:31:12.539288 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-33072370-df42-41ab-b2ac-974f60fff7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:12.541884 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-33072370-df42-41ab-b2ac-974f60fff7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:12.543146 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-33072370-df42-41ab-b2ac-974f60fff7a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d760806a-22e8-4d87-9e5f-cf716a1f46b8 HTTP/1.1" status: 204 len: 168 time: 0.2659526 Sep 21 16:31:12.551744 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33072370-df42-41ab-b2ac-974f60fff7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d760806a-22e8-4d87-9e5f-cf716a1f46b8,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:31:12.580124 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-39d92a30-daf4-4165-ae29-e487ff87aa33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5165562'] for port, after_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:12.615747 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-39d92a30-daf4-4165-ae29-e487ff87aa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:31:12.616376 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-39d92a30-daf4-4165-ae29-e487ff87aa33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:12.617817 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-39d92a30-daf4-4165-ae29-e487ff87aa33 service neutron] 10.222.0.44 "PUT /v2.0/ports/ac72b89c-a806-4e5f-bb5d-94133e89e917 HTTP/1.1" status: 200 len: 1093 time: 0.9616821 Sep 21 16:31:12.618160 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b091750b-0e52-4083-8b7c-279d0dcfb126', 'tag': 'ac72b89c-a806-4e5f-bb5d-94133e89e917'}] {{(pid=184192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:31:12.620440 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc60c069b955d627b70d651b6eab325f4fde0824357df3315d36669f938dcfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e419fe-4fdc-4508-ae25-f6c9dfc0fd05" -d '{"events": [{"name": "network-changed", "server_uuid": "b091750b-0e52-4083-8b7c-279d0dcfb126", "tag": "ac72b89c-a806-4e5f-bb5d-94133e89e917"}]}' {{(pid=184192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:31:12.655355 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d92a30-daf4-4165-ae29-e487ff87aa33 service neutron] Pushing event updated for resources: {'Port': ['ID=ac72b89c-a806-4e5f-bb5d-94133e89e917,revision_number=3']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:31:12.668764 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a32739-742c-48ff-b276-f9c2fa0d4ab4 x-openstack-request-id: req-35a32739-742c-48ff-b276-f9c2fa0d4ab4 {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:31:12.668764 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b091750b-0e52-4083-8b7c-279d0dcfb126", "tag": "ac72b89c-a806-4e5f-bb5d-94133e89e917", "status": "completed", "code": 200}]} {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:31:12.668764 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-35a32739-742c-48ff-b276-f9c2fa0d4ab4 {{(pid=184192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:31:12.668764 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b091750b-0e52-4083-8b7c-279d0dcfb126', 'tag': 'ac72b89c-a806-4e5f-bb5d-94133e89e917', 'status': 'completed', 'code': 200} Sep 21 16:31:12.738868 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e419fe-4fdc-4508-ae25-f6c9dfc0fd05 req-6f576471-1604-41ad-96c6-d02ddf1515a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:31:12.741471 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f6e419fe-4fdc-4508-ae25-f6c9dfc0fd05 req-6f576471-1604-41ad-96c6-d02ddf1515a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a04253395aa845968ab2e27453a7f5e1&device_id=b091750b-0e52-4083-8b7c-279d0dcfb126 HTTP/1.1" status: 200 len: 1096 time: 0.0456059 Sep 21 16:31:12.847323 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e419fe-4fdc-4508-ae25-f6c9dfc0fd05 req-d874845a-bbf4-4e6b-8665-7f0179525bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:31:12.852422 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f6e419fe-4fdc-4508-ae25-f6c9dfc0fd05 req-d874845a-bbf4-4e6b-8665-7f0179525bef service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=a04253395aa845968ab2e27453a7f5e1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1000593 Sep 21 16:31:12.962245 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e419fe-4fdc-4508-ae25-f6c9dfc0fd05 req-00096e65-f1cb-4cde-a070-d32809232e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:31:12.963873 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f6e419fe-4fdc-4508-ae25-f6c9dfc0fd05 req-00096e65-f1cb-4cde-a070-d32809232e1e service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1068461 Sep 21 16:31:13.048730 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-dc7d5cb9-e009-4efb-9ff7-de18b6cd267f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:31:13.050748 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-dc7d5cb9-e009-4efb-9ff7-de18b6cd267f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a04253395aa845968ab2e27453a7f5e1&device_id=b091750b-0e52-4083-8b7c-279d0dcfb126 HTTP/1.1" status: 200 len: 1096 time: 0.0467832 Sep 21 16:31:13.105255 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-25fe191b-5bfb-4a35-a5f7-1ed4494f3d1b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac72b89c-a806-4e5f-bb5d-94133e89e917 HTTP/1.1" status: 200 len: 217 time: 0.0399082 Sep 21 16:31:13.115242 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb6efb-59db-416a-b66c-0c62a254a540 req-35e3c468-3616-4d0c-9373-6ec084fe61af tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:31:13.116755 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c0cb6efb-59db-416a-b66c-0c62a254a540 req-35e3c468-3616-4d0c-9373-6ec084fe61af tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=b091750b-0e52-4083-8b7c-279d0dcfb126 HTTP/1.1" status: 200 len: 943 time: 0.0509102 Sep 21 16:31:13.153967 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-2d45d791-044c-47cd-9acc-5eeb1d0d3946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:31:13.155127 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c0cb6efb-59db-416a-b66c-0c62a254a540 req-d9789876-84ef-4e5a-aace-83a832e0c326 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=16f1c6e7-0cd0-4b94-bce0-b238e738085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321467 Sep 21 16:31:13.155507 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-2d45d791-044c-47cd-9acc-5eeb1d0d3946 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d0a8263f-7f3f-444d-a2c9-8f405212c5f3 HTTP/1.1" status: 200 len: 850 time: 0.0432577 Sep 21 16:31:13.201075 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-98ae9382-cbc4-4445-9b0c-ce3fc4bf18a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:31:13.202565 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-98ae9382-cbc4-4445-9b0c-ce3fc4bf18a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48ada096-de1e-4f63-81b0-12e54ddd3ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398855 Sep 21 16:31:13.296805 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-f6b2bc92-ce71-4e14-aad0-44500202824c service neutron] 10.222.0.44 "GET /v2.0/networks/48ada096-de1e-4f63-81b0-12e54ddd3ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848975 Sep 21 16:31:13.387622 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-db153b64-6cda-430e-b04d-fbb1f5293636 req-24356abb-f5d3-45a3-91e3-30cc2d9da032 service neutron] 10.222.0.44 "GET /v2.0/networks/48ada096-de1e-4f63-81b0-12e54ddd3ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829997 Sep 21 16:31:14.268624 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232e199-9ffa-4590-995f-617fea8056d2 req-d0ae89dc-497b-4dfe-846c-9813f869378b tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:31:14.270104 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5232e199-9ffa-4590-995f-617fea8056d2 req-d0ae89dc-497b-4dfe-846c-9813f869378b tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=b091750b-0e52-4083-8b7c-279d0dcfb126 HTTP/1.1" status: 200 len: 943 time: 0.0481656 Sep 21 16:31:14.307622 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5232e199-9ffa-4590-995f-617fea8056d2 req-6898a5a1-b360-494f-86c7-7c505498f86a tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=16f1c6e7-0cd0-4b94-bce0-b238e738085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314872 Sep 21 16:31:14.369026 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-111db06e-75be-486f-b7ca-d9ca6d836b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:14.837046 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:15.422681 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c883ecb-7fab-4be4-a3b7-77af525f36f4 req-2767cc5b-57c5-4f42-bd88-215e38671384 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:31:15.424207 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5c883ecb-7fab-4be4-a3b7-77af525f36f4 req-2767cc5b-57c5-4f42-bd88-215e38671384 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=b091750b-0e52-4083-8b7c-279d0dcfb126 HTTP/1.1" status: 200 len: 943 time: 0.0523376 Sep 21 16:31:15.462582 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5c883ecb-7fab-4be4-a3b7-77af525f36f4 req-fd88453c-1b9d-43f4-9fcb-14fbd5b2251c tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=16f1c6e7-0cd0-4b94-bce0-b238e738085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321507 Sep 21 16:31:15.500526 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-dc3ee9a6-d15a-41b6-b9d0-bc0b454c8496 req-0deb0ded-c4c1-4d89-9aca-9f38a6d121d1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437815 Sep 21 16:31:15.620580 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:15.840393 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ee9a6-d15a-41b6-b9d0-bc0b454c8496 req-b410eeb8-1f63-47f4-91d8-1fe908cd4570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:31:15.841956 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-dc3ee9a6-d15a-41b6-b9d0-bc0b454c8496 req-b410eeb8-1f63-47f4-91d8-1fe908cd4570 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4122ef3fa8f41e9ab1a2f71d1e6613d&device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 1099 time: 0.2993586 Sep 21 16:31:15.942296 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ee9a6-d15a-41b6-b9d0-bc0b454c8496 req-6ea8cc36-5b9c-4f47-a045-c34ad74916ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:31:15.943852 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-dc3ee9a6-d15a-41b6-b9d0-bc0b454c8496 req-6ea8cc36-5b9c-4f47-a045-c34ad74916ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7 HTTP/1.1" status: 200 len: 909 time: 0.0817075 Sep 21 16:31:16.010524 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-dc3ee9a6-d15a-41b6-b9d0-bc0b454c8496 req-3878ef75-8ee0-4113-9731-b0bb7f2e8035 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d19bd978-b2b6-41b6-86ce-47fb7aef0130 HTTP/1.1" status: 200 len: 1002 time: 0.0590162 Sep 21 16:31:16.059567 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ee9a6-d15a-41b6-b9d0-bc0b454c8496 req-96569216-e1df-4330-8931-9fdaf038a64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:31:16.061007 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-dc3ee9a6-d15a-41b6-b9d0-bc0b454c8496 req-96569216-e1df-4330-8931-9fdaf038a64b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e093e91b-c22f-4678-b4da-6ab8f4fff16a HTTP/1.1" status: 200 len: 847 time: 0.0423918 Sep 21 16:31:16.110157 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ee9a6-d15a-41b6-b9d0-bc0b454c8496 req-bca9be96-90f2-4005-95ab-83fb044edc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:31:16.111580 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-dc3ee9a6-d15a-41b6-b9d0-bc0b454c8496 req-bca9be96-90f2-4005-95ab-83fb044edc8c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402772 Sep 21 16:31:16.211912 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-dc3ee9a6-d15a-41b6-b9d0-bc0b454c8496 req-2c2fe22e-63a6-4292-ab22-e04d30ad4708 service neutron] 10.222.0.44 "GET /v2.0/networks/5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920496 Sep 21 16:31:16.304147 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-dc3ee9a6-d15a-41b6-b9d0-bc0b454c8496 req-6031694a-f306-4930-96c6-b8a061002176 service neutron] 10.222.0.44 "GET /v2.0/networks/5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838437 Sep 21 16:31:16.406709 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device ac72b89c-a806-4e5f-bb5d-94133e89e917 details requested by agent hyperv_hv-cinder-81003 with host hv-cinder-81003 {{(pid=184193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 16:31:16.503568 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port ac72b89c-a806-4e5f-bb5d-94133e89e917, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=ac72b89c-a806-4e5f-bb5d-94133e89e917,segment=NetworkSegment(b3e2becc-0704-4cb3-ad9f-856f8136348e),segment_id=b3e2becc-0704-4cb3-ad9f-856f8136348e)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:31:16.515188 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Returning: {'device': 'ac72b89c-a806-4e5f-bb5d-94133e89e917', 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc', 'port_id': 'ac72b89c-a806-4e5f-bb5d-94133e89e917', 'mac_address': 'fa:16:3e:71:0d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a8263f-7f3f-444d-a2c9-8f405212c5f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=184193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 16:31:16.553072 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:16.572247 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac72b89c-a806-4e5f-bb5d-94133e89e917 {{(pid=184193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:31:16.592198 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb7cb2-a714-4603-8b6e-319dcc1e9103 req-48f8ad61-2168-41df-823c-3e82f8f6da4d tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:31:16.593749 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-48eb7cb2-a714-4603-8b6e-319dcc1e9103 req-48f8ad61-2168-41df-823c-3e82f8f6da4d tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=b091750b-0e52-4083-8b7c-279d0dcfb126 HTTP/1.1" status: 200 len: 943 time: 0.0553727 Sep 21 16:31:16.597343 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port ac72b89c-a806-4e5f-bb5d-94133e89e917, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=ac72b89c-a806-4e5f-bb5d-94133e89e917,segment=NetworkSegment(b3e2becc-0704-4cb3-ad9f-856f8136348e),segment_id=b3e2becc-0704-4cb3-ad9f-856f8136348e)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:31:16.636559 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-48eb7cb2-a714-4603-8b6e-319dcc1e9103 req-d89d6a60-8ce1-41b3-9c3b-7f3a5b07d8c8 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=16f1c6e7-0cd0-4b94-bce0-b238e738085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368707 Sep 21 16:31:16.694108 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:16.744061 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=ac72b89c-a806-4e5f-bb5d-94133e89e917,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:31:16.752256 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:31:16.752640 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:31:16.752984 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:31:16.753324 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:31:16.753658 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:31:16.753990 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:31:16.754322 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:31:16.754649 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:31:16.754975 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:31:16.755298 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:31:16.755648 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:31:16.755971 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:31:17.100013 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['ac72b89c-a806-4e5f-bb5d-94133e89e917'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:31:17.402934 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:17.753021 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a0a9a-51df-4c5e-bea1-e2b7a70c8714 req-7ae93ac9-12d3-4dac-a7e7-bf0b734030cf tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:31:17.754488 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0f3a0a9a-51df-4c5e-bea1-e2b7a70c8714 req-7ae93ac9-12d3-4dac-a7e7-bf0b734030cf tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=b091750b-0e52-4083-8b7c-279d0dcfb126 HTTP/1.1" status: 200 len: 944 time: 0.0490980 Sep 21 16:31:17.790820 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0f3a0a9a-51df-4c5e-bea1-e2b7a70c8714 req-002fe06f-6223-4e53-b768-9b9b820f8ff8 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=16f1c6e7-0cd0-4b94-bce0-b238e738085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303097 Sep 21 16:31:17.825199 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:31:18.438106 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device ac72b89c-a806-4e5f-bb5d-94133e89e917 up at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:31:18.545542 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning for port ac72b89c-a806-4e5f-bb5d-94133e89e917 completed by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:31:18.549434 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning complete for port ac72b89c-a806-4e5f-bb5d-94133e89e917 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:31:18.549849 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:18.623549 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:18.645883 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b091750b-0e52-4083-8b7c-279d0dcfb126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac72b89c-a806-4e5f-bb5d-94133e89e917'}] {{(pid=184193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:31:18.648154 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e6171c86456a5bbdaf0b46ebb92172d32a0ea5b64bc8822db714b438cc8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33df3f54-1c4b-4bcd-a2d6-abbd6d5104d9" -d '{"events": [{"server_uuid": "b091750b-0e52-4083-8b7c-279d0dcfb126", "name": "network-vif-plugged", "status": "completed", "tag": "ac72b89c-a806-4e5f-bb5d-94133e89e917"}]}' {{(pid=184193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:31:18.664581 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port ac72b89c-a806-4e5f-bb5d-94133e89e917, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=ac72b89c-a806-4e5f-bb5d-94133e89e917,segment=NetworkSegment(b3e2becc-0704-4cb3-ad9f-856f8136348e),segment_id=b3e2becc-0704-4cb3-ad9f-856f8136348e)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:31:18.686671 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81921cc2-2600-42fa-942e-7957d16b07d2 x-openstack-request-id: req-81921cc2-2600-42fa-942e-7957d16b07d2 {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:31:18.686960 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b091750b-0e52-4083-8b7c-279d0dcfb126", "name": "network-vif-plugged", "status": "completed", "tag": "ac72b89c-a806-4e5f-bb5d-94133e89e917", "code": 200}]} {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:31:18.687741 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81921cc2-2600-42fa-942e-7957d16b07d2 {{(pid=184193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:31:18.688132 dv-cinder-810035-1-iscsi neutron-server[184193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b091750b-0e52-4083-8b7c-279d0dcfb126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac72b89c-a806-4e5f-bb5d-94133e89e917', 'code': 200} Sep 21 16:31:18.751687 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:18.800207 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=ac72b89c-a806-4e5f-bb5d-94133e89e917,revision_number=5']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:31:18.906997 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6b26a-f728-48d7-bafa-4f3cec011e23 req-d169a89b-2c8b-444c-92be-3c9e803fa774 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:31:18.908423 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ccf6b26a-f728-48d7-bafa-4f3cec011e23 req-d169a89b-2c8b-444c-92be-3c9e803fa774 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=b091750b-0e52-4083-8b7c-279d0dcfb126 HTTP/1.1" status: 200 len: 945 time: 0.0491359 Sep 21 16:31:18.946341 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ccf6b26a-f728-48d7-bafa-4f3cec011e23 req-942d8ca4-7046-4506-afdb-573019bdee95 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=16f1c6e7-0cd0-4b94-bce0-b238e738085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319221 Sep 21 16:31:19.010597 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f080b-0aef-4d89-989e-bf0294104a7d req-e052e918-37ae-4d70-beaa-b6b913df424f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:31:19.012127 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-953f080b-0aef-4d89-989e-bf0294104a7d req-e052e918-37ae-4d70-beaa-b6b913df424f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b091750b-0e52-4083-8b7c-279d0dcfb126 HTTP/1.1" status: 200 len: 1098 time: 0.0411172 Sep 21 16:31:19.047684 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-953f080b-0aef-4d89-989e-bf0294104a7d req-8a19c1af-4ac4-4e81-ada6-e22443b36655 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=16f1c6e7-0cd0-4b94-bce0-b238e738085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268044 Sep 21 16:31:20.061942 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41539765-87f1-4a26-b368-10ecc3d90379 req-14af0cbc-37c5-4b75-bab7-b75e8cf857b7 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:31:20.063971 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-41539765-87f1-4a26-b368-10ecc3d90379 req-14af0cbc-37c5-4b75-bab7-b75e8cf857b7 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=b091750b-0e52-4083-8b7c-279d0dcfb126 HTTP/1.1" status: 200 len: 945 time: 0.0510480 Sep 21 16:31:20.100920 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-41539765-87f1-4a26-b368-10ecc3d90379 req-87248b11-3292-41c7-a4d0-85f571472315 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=16f1c6e7-0cd0-4b94-bce0-b238e738085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310724 Sep 21 16:31:21.213638 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f6c53-e101-4f8b-8eab-97da8207852b req-dc898171-7c7c-4938-a7f9-ff58ce42d524 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:31:21.215093 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-741f6c53-e101-4f8b-8eab-97da8207852b req-dc898171-7c7c-4938-a7f9-ff58ce42d524 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=b091750b-0e52-4083-8b7c-279d0dcfb126 HTTP/1.1" status: 200 len: 945 time: 0.0490842 Sep 21 16:31:21.252566 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-741f6c53-e101-4f8b-8eab-97da8207852b req-8bad18f8-3241-40cd-a7a5-bfc2eaba8103 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=16f1c6e7-0cd0-4b94-bce0-b238e738085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309491 Sep 21 16:31:21.368875 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87bb687-3be3-4776-80db-0ea4a78cc83e req-6dee64a5-b3e8-4af7-8164-9bb835daac74 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:31:21.370332 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e87bb687-3be3-4776-80db-0ea4a78cc83e req-6dee64a5-b3e8-4af7-8164-9bb835daac74 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=b091750b-0e52-4083-8b7c-279d0dcfb126 HTTP/1.1" status: 200 len: 945 time: 0.0517318 Sep 21 16:31:21.379889 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 36364) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:31:21.384204 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-2a678c05-bc3d-47f1-aae4-57a3f5e279ee tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Request body: {'floatingip': {'port_id': 'ac72b89c-a806-4e5f-bb5d-94133e89e917'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:31:21.422364 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-2a678c05-bc3d-47f1-aae4-57a3f5e279ee tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for floatingip, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:21.863875 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-2a678c05-bc3d-47f1-aae4-57a3f5e279ee tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:21.957725 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-2a678c05-bc3d-47f1-aae4-57a3f5e279ee tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615442'] for floatingip, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:22.057426 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.db.l3_db [None req-2a678c05-bc3d-47f1-aae4-57a3f5e279ee tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Floating IP 59b95579-a1d3-4d87-bf4d-d5c037114fd7 associated. External IP: 172.27.2.101, port: ac72b89c-a806-4e5f-bb5d-94133e89e917. Sep 21 16:31:22.266945 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a678c05-bc3d-47f1-aae4-57a3f5e279ee tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Router 23c10ef0-a183-4e34-a3fb-3f6622d24f10 has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:31:22.368298 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a678c05-bc3d-47f1-aae4-57a3f5e279ee tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:31:22.372895 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-2a678c05-bc3d-47f1-aae4-57a3f5e279ee tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for floatingip, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:22.378679 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f0f1c3-b95a-4d9e-8ce6-d5a9a0e07d7b None None] Sync routers for ids ['23c10ef0-a183-4e34-a3fb-3f6622d24f10'] in dv-cinder-810035-1-iscsi {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:31:22.388230 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f0f1c3-b95a-4d9e-8ce6-d5a9a0e07d7b None None] Routers {'23c10ef0-a183-4e34-a3fb-3f6622d24f10'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:31:22.388860 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-29f0f1c3-b95a-4d9e-8ce6-d5a9a0e07d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:31:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['23c10ef0-a183-4e34-a3fb-3f6622d24f10'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:31:22.401412 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-2a678c05-bc3d-47f1-aae4-57a3f5e279ee tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "PUT /v2.0/floatingips/59b95579-a1d3-4d87-bf4d-d5c037114fd7 HTTP/1.1" status: 200 len: 991 time: 1.0205183 Sep 21 16:31:22.402107 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b091750b-0e52-4083-8b7c-279d0dcfb126', 'tag': 'ac72b89c-a806-4e5f-bb5d-94133e89e917'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:31:22.404482 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f152c28-e52c-4a05-8492-151c777568e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b091750b-0e52-4083-8b7c-279d0dcfb126", "tag": "ac72b89c-a806-4e5f-bb5d-94133e89e917"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:31:22.442612 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456329b3-5d11-40bc-b816-4d835a0a02de x-openstack-request-id: req-456329b3-5d11-40bc-b816-4d835a0a02de {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:31:22.442909 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b091750b-0e52-4083-8b7c-279d0dcfb126", "tag": "ac72b89c-a806-4e5f-bb5d-94133e89e917", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:31:22.443166 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-456329b3-5d11-40bc-b816-4d835a0a02de {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:31:22.443600 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b091750b-0e52-4083-8b7c-279d0dcfb126', 'tag': 'ac72b89c-a806-4e5f-bb5d-94133e89e917', 'status': 'completed', 'code': 200} Sep 21 16:31:22.499290 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-29f0f1c3-b95a-4d9e-8ce6-d5a9a0e07d7b None None] Set router 23c10ef0-a183-4e34-a3fb-3f6622d24f10 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:31:22.509782 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f152c28-e52c-4a05-8492-151c777568e5 req-fb3af9cc-0dad-4f51-9470-a0719afcc891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:31:22.511295 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2f152c28-e52c-4a05-8492-151c777568e5 req-fb3af9cc-0dad-4f51-9470-a0719afcc891 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a04253395aa845968ab2e27453a7f5e1&device_id=b091750b-0e52-4083-8b7c-279d0dcfb126 HTTP/1.1" status: 200 len: 1098 time: 0.0424540 Sep 21 16:31:22.605669 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f152c28-e52c-4a05-8492-151c777568e5 req-3178cc59-4e08-454d-999c-e3ac4be83f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:31:22.607242 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2f152c28-e52c-4a05-8492-151c777568e5 req-3178cc59-4e08-454d-999c-e3ac4be83f5f service neutron] 10.222.0.44 "GET /v2.0/networks?id=48ada096-de1e-4f63-81b0-12e54ddd3ecc HTTP/1.1" status: 200 len: 912 time: 0.0879059 Sep 21 16:31:22.674335 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2f152c28-e52c-4a05-8492-151c777568e5 req-6123075c-7043-49ef-b7ee-55f6398f510d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac72b89c-a806-4e5f-bb5d-94133e89e917 HTTP/1.1" status: 200 len: 999 time: 0.0598817 Sep 21 16:31:22.723745 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-29f0f1c3-b95a-4d9e-8ce6-d5a9a0e07d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'name': 'tempest-AttachVolumeTestJSON-1012380342-router', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:00Z', 'updated_at': '2021-09-21T16:22:07Z', 'revision_number': 4, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'gw_port': {'id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_floatingips': [{'id': '59b95579-a1d3-4d87-bf4d-d5c037114fd7', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'router_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'port_id': 'ac72b89c-a806-4e5f-bb5d-94133e89e917', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc', 'mac_address': 'fa:16:3e:71:0d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b091750b-0e52-4083-8b7c-279d0dcfb126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T16:31:06Z', 'updated_at': '2021-09-21T16:31:21Z', 'revision_number': 1, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbf5e7fd-ff4d-449e-922d-34cc4de89210', 'name': '', 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'mac_address': 'fa:16:3e:56:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd0a8263f-7f3f-444d-a2c9-8f405212c5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:05Z', 'updated_at': '2021-09-21T16:22:14Z', 'revision_number': 5, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'subnets': [{'id': 'd0a8263f-7f3f-444d-a2c9-8f405212c5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:31:22.732584 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f152c28-e52c-4a05-8492-151c777568e5 req-ba7f9f1d-d732-4e62-9c4f-2594e38c0273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:31:22.734053 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2f152c28-e52c-4a05-8492-151c777568e5 req-ba7f9f1d-d732-4e62-9c4f-2594e38c0273 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d0a8263f-7f3f-444d-a2c9-8f405212c5f3 HTTP/1.1" status: 200 len: 850 time: 0.0515556 Sep 21 16:31:22.752143 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f0f1c3-b95a-4d9e-8ce6-d5a9a0e07d7b None None] Checking router: 23c10ef0-a183-4e34-a3fb-3f6622d24f10 for host: dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:31:22.764719 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f0f1c3-b95a-4d9e-8ce6-d5a9a0e07d7b None None] Routers {'23c10ef0-a183-4e34-a3fb-3f6622d24f10'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:31:22.765340 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-29f0f1c3-b95a-4d9e-8ce6-d5a9a0e07d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:31:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['23c10ef0-a183-4e34-a3fb-3f6622d24f10'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:31:22.785352 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f152c28-e52c-4a05-8492-151c777568e5 req-1f0be5d7-141b-42df-b96c-27d4602286b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:31:22.786863 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2f152c28-e52c-4a05-8492-151c777568e5 req-1f0be5d7-141b-42df-b96c-27d4602286b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48ada096-de1e-4f63-81b0-12e54ddd3ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455828 Sep 21 16:31:22.874598 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-29f0f1c3-b95a-4d9e-8ce6-d5a9a0e07d7b None None] Set router 23c10ef0-a183-4e34-a3fb-3f6622d24f10 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:31:22.881880 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2f152c28-e52c-4a05-8492-151c777568e5 req-15fa014f-08d7-4889-901c-13eb97b370d0 service neutron] 10.222.0.44 "GET /v2.0/networks/48ada096-de1e-4f63-81b0-12e54ddd3ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856509 Sep 21 16:31:22.985355 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2f152c28-e52c-4a05-8492-151c777568e5 req-2c39c827-4267-4e0e-99ea-d8b30bb314ed service neutron] 10.222.0.44 "GET /v2.0/networks/48ada096-de1e-4f63-81b0-12e54ddd3ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947115 Sep 21 16:31:23.106527 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-29f0f1c3-b95a-4d9e-8ce6-d5a9a0e07d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'name': 'tempest-AttachVolumeTestJSON-1012380342-router', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:00Z', 'updated_at': '2021-09-21T16:22:07Z', 'revision_number': 4, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'gw_port': {'id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_floatingips': [{'id': '59b95579-a1d3-4d87-bf4d-d5c037114fd7', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'router_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'port_id': 'ac72b89c-a806-4e5f-bb5d-94133e89e917', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc', 'mac_address': 'fa:16:3e:71:0d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b091750b-0e52-4083-8b7c-279d0dcfb126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T16:31:06Z', 'updated_at': '2021-09-21T16:31:21Z', 'revision_number': 1, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbf5e7fd-ff4d-449e-922d-34cc4de89210', 'name': '', 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'mac_address': 'fa:16:3e:56:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd0a8263f-7f3f-444d-a2c9-8f405212c5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:05Z', 'updated_at': '2021-09-21T16:22:14Z', 'revision_number': 5, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'subnets': [{'id': 'd0a8263f-7f3f-444d-a2c9-8f405212c5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:31:23.132721 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f0f1c3-b95a-4d9e-8ce6-d5a9a0e07d7b None None] The sync data for ids ['23c10ef0-a183-4e34-a3fb-3f6622d24f10'] in dv-cinder-810035-1-iscsi is: [{'id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'name': 'tempest-AttachVolumeTestJSON-1012380342-router', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:00Z', 'updated_at': '2021-09-21T16:22:07Z', 'revision_number': 4, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'gw_port': {'id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_floatingips': [{'id': '59b95579-a1d3-4d87-bf4d-d5c037114fd7', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'router_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'port_id': 'ac72b89c-a806-4e5f-bb5d-94133e89e917', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc', 'mac_address': 'fa:16:3e:71:0d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b091750b-0e52-4083-8b7c-279d0dcfb126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T16:31:06Z', 'updated_at': '2021-09-21T16:31:21Z', 'revision_number': 1, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbf5e7fd-ff4d-449e-922d-34cc4de89210', 'name': '', 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'mac_address': 'fa:16:3e:56:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd0a8263f-7f3f-444d-a2c9-8f405212c5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:05Z', 'updated_at': '2021-09-21T16:22:14Z', 'revision_number': 5, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'subnets': [{'id': 'd0a8263f-7f3f-444d-a2c9-8f405212c5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:31:23.318794 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ca928f-3102-4ecf-a0b0-4f6bf7d691d9 None None] New status for floating IP 59b95579-a1d3-4d87-bf4d-d5c037114fd7: ACTIVE {{(pid=184194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:31:39.179445 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:41.727855 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-5ca2caef-4b7c-4621-91c9-81b6d3f520a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:44.379534 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-16ac4573-65d4-4b7d-8778-7bc3d458dc71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:44.824335 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:45.619071 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:47.436520 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:31:54.824330 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:32:05.092576 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 36540) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:32:05.433446 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [None req-f6db1fe6-093d-465e-96c9-ec1f240e0c94 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Deleting port 53312905-c9c8-46b3-9433-2b8c9796a979 {{(pid=184192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:32:05.433780 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-f6db1fe6-093d-465e-96c9-ec1f240e0c94 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:05.511683 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-f6db1fe6-093d-465e-96c9-ec1f240e0c94 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:05.512044 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-f6db1fe6-093d-465e-96c9-ec1f240e0c94 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:05.523614 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [None req-f6db1fe6-093d-465e-96c9-ec1f240e0c94 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Calling delete_port for 53312905-c9c8-46b3-9433-2b8c9796a979 owned by network:floatingip {{(pid=184192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:32:05.750800 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-f6db1fe6-093d-465e-96c9-ec1f240e0c94 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5165539'] for port, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:05.776613 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db1fe6-093d-465e-96c9-ec1f240e0c94 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Pushing event deleted for resources: {'Port': ['ID=53312905-c9c8-46b3-9433-2b8c9796a979,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:05.787985 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db1fe6-093d-465e-96c9-ec1f240e0c94 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:05.788349 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db1fe6-093d-465e-96c9-ec1f240e0c94 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:05.788693 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db1fe6-093d-465e-96c9-ec1f240e0c94 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:05.789075 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db1fe6-093d-465e-96c9-ec1f240e0c94 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:05.789407 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db1fe6-093d-465e-96c9-ec1f240e0c94 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:05.789739 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db1fe6-093d-465e-96c9-ec1f240e0c94 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:05.790064 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db1fe6-093d-465e-96c9-ec1f240e0c94 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:05.790388 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db1fe6-093d-465e-96c9-ec1f240e0c94 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:05.790712 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db1fe6-093d-465e-96c9-ec1f240e0c94 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:05.791034 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db1fe6-093d-465e-96c9-ec1f240e0c94 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:05.791356 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db1fe6-093d-465e-96c9-ec1f240e0c94 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:05.791701 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6db1fe6-093d-465e-96c9-ec1f240e0c94 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:05.844618 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-f6db1fe6-093d-465e-96c9-ec1f240e0c94 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks [] for floatingip, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:05.844948 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.db.l3_db [None req-f6db1fe6-093d-465e-96c9-ec1f240e0c94 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Floating IP 737493fd-629c-4614-ab0c-848b3aea26c2 disassociated (deleted). External IP: 172.27.2.202, port: d19bd978-b2b6-41b6-86ce-47fb7aef0130. Sep 21 16:32:06.058290 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6db1fe6-093d-465e-96c9-ec1f240e0c94 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Router f7c45cec-3735-456b-b93c-a3a0e68eb432 has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:32:06.164915 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6db1fe6-093d-465e-96c9-ec1f240e0c94 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:32:06.170487 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-f6db1fe6-093d-465e-96c9-ec1f240e0c94 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for floatingip, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:06.175117 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6618823-46cf-43cf-8d1f-5d80933e0b2c None None] Sync routers for ids ['f7c45cec-3735-456b-b93c-a3a0e68eb432'] in dv-cinder-810035-1-iscsi {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:32:06.188862 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6618823-46cf-43cf-8d1f-5d80933e0b2c None None] Routers {'f7c45cec-3735-456b-b93c-a3a0e68eb432'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:32:06.189564 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-f6618823-46cf-43cf-8d1f-5d80933e0b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:31:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['f7c45cec-3735-456b-b93c-a3a0e68eb432'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:06.198322 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-f6db1fe6-093d-465e-96c9-ec1f240e0c94 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "DELETE /v2.0/floatingips/737493fd-629c-4614-ab0c-848b3aea26c2 HTTP/1.1" status: 204 len: 168 time: 1.1045411 Sep 21 16:32:06.199031 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc41fe55-28f2-49f2-a723-34ff16c684b6', 'tag': 'd19bd978-b2b6-41b6-86ce-47fb7aef0130'}] {{(pid=184192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:32:06.201304 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc60c069b955d627b70d651b6eab325f4fde0824357df3315d36669f938dcfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1abf97c-4c1a-4122-8061-03587ceaa1be" -d '{"events": [{"name": "network-changed", "server_uuid": "bc41fe55-28f2-49f2-a723-34ff16c684b6", "tag": "d19bd978-b2b6-41b6-86ce-47fb7aef0130"}]}' {{(pid=184192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:32:06.242413 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc33fdc-8d68-42f8-b632-a0f489f1d494 x-openstack-request-id: req-ddc33fdc-8d68-42f8-b632-a0f489f1d494 {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:32:06.242413 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc41fe55-28f2-49f2-a723-34ff16c684b6", "tag": "d19bd978-b2b6-41b6-86ce-47fb7aef0130", "status": "completed", "code": 200}]} {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:32:06.242413 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ddc33fdc-8d68-42f8-b632-a0f489f1d494 {{(pid=184192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:32:06.242413 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc41fe55-28f2-49f2-a723-34ff16c684b6', 'tag': 'd19bd978-b2b6-41b6-86ce-47fb7aef0130', 'status': 'completed', 'code': 200} Sep 21 16:32:06.301943 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-f6618823-46cf-43cf-8d1f-5d80933e0b2c None None] Set router f7c45cec-3735-456b-b93c-a3a0e68eb432 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:32:06.303957 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abf97c-4c1a-4122-8061-03587ceaa1be req-05503a26-f0c6-4e60-aa6c-0bb2d4b266bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:06.305653 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f1abf97c-4c1a-4122-8061-03587ceaa1be req-05503a26-f0c6-4e60-aa6c-0bb2d4b266bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4122ef3fa8f41e9ab1a2f71d1e6613d&device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 1099 time: 0.0411973 Sep 21 16:32:06.404359 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abf97c-4c1a-4122-8061-03587ceaa1be req-58fa07aa-bfc4-40fd-a427-9dfaa88728e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:06.405847 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f1abf97c-4c1a-4122-8061-03587ceaa1be req-58fa07aa-bfc4-40fd-a427-9dfaa88728e0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7 HTTP/1.1" status: 200 len: 909 time: 0.0928259 Sep 21 16:32:06.449267 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f1abf97c-4c1a-4122-8061-03587ceaa1be req-d4c2b50b-5736-4c66-b428-e537cdd5d521 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d19bd978-b2b6-41b6-86ce-47fb7aef0130 HTTP/1.1" status: 200 len: 217 time: 0.0348761 Sep 21 16:32:06.507773 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abf97c-4c1a-4122-8061-03587ceaa1be req-2afff604-bf18-4a82-90f5-ddc3466d9222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:06.508345 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-f6618823-46cf-43cf-8d1f-5d80933e0b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'name': 'tempest-TestShelveInstance-620858767-router', 'tenant_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e8b466d-2c1c-49bf-9915-ad89a8b80f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:25:41Z', 'updated_at': '2021-09-21T16:25:45Z', 'revision_number': 4, 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'gw_port': {'id': '9e8b466d-2c1c-49bf-9915-ad89a8b80f77', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:25:42Z', 'updated_at': '2021-09-21T16:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': '4d5db47d-8e2a-401e-9b69-e3518d12c38e', 'name': '', 'network_id': '5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7', 'tenant_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'mac_address': 'fa:16:3e:f8:5e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e093e91b-c22f-4678-b4da-6ab8f4fff16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:25:44Z', 'updated_at': '2021-09-21T16:25:49Z', 'revision_number': 5, 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'subnets': [{'id': 'e093e91b-c22f-4678-b4da-6ab8f4fff16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:06.509255 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f1abf97c-4c1a-4122-8061-03587ceaa1be req-2afff604-bf18-4a82-90f5-ddc3466d9222 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e093e91b-c22f-4678-b4da-6ab8f4fff16a HTTP/1.1" status: 200 len: 847 time: 0.0477052 Sep 21 16:32:06.534524 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6618823-46cf-43cf-8d1f-5d80933e0b2c None None] Checking router: f7c45cec-3735-456b-b93c-a3a0e68eb432 for host: dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:32:06.543151 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6618823-46cf-43cf-8d1f-5d80933e0b2c None None] Routers {'f7c45cec-3735-456b-b93c-a3a0e68eb432'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:32:06.543841 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-f6618823-46cf-43cf-8d1f-5d80933e0b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:31:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['f7c45cec-3735-456b-b93c-a3a0e68eb432'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:06.555325 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abf97c-4c1a-4122-8061-03587ceaa1be req-824f3037-58c0-43ae-9521-844d099e900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:06.556813 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f1abf97c-4c1a-4122-8061-03587ceaa1be req-824f3037-58c0-43ae-9521-844d099e900a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402336 Sep 21 16:32:06.672316 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f1abf97c-4c1a-4122-8061-03587ceaa1be req-070769cf-bc7e-495c-8bea-4c7a1f20d0d3 service neutron] 10.222.0.44 "GET /v2.0/networks/5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081376 Sep 21 16:32:06.772986 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-f6618823-46cf-43cf-8d1f-5d80933e0b2c None None] Set router f7c45cec-3735-456b-b93c-a3a0e68eb432 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:32:06.800534 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f1abf97c-4c1a-4122-8061-03587ceaa1be req-7182e0fa-fff6-421f-ae11-b996b0f2e51a service neutron] 10.222.0.44 "GET /v2.0/networks/5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187148 Sep 21 16:32:06.827849 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e692950-41c5-4a48-986e-c9d49292b139 req-d3c17500-747c-45b1-9e17-f22d9eac3f03 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:06.827849 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0e692950-41c5-4a48-986e-c9d49292b139 req-d3c17500-747c-45b1-9e17-f22d9eac3f03 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 946 time: 0.1935170 Sep 21 16:32:06.867814 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0e692950-41c5-4a48-986e-c9d49292b139 req-7c85eaad-380b-48c7-8ad9-9fc51b95240e tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358224 Sep 21 16:32:06.981004 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-f6618823-46cf-43cf-8d1f-5d80933e0b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'name': 'tempest-TestShelveInstance-620858767-router', 'tenant_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e8b466d-2c1c-49bf-9915-ad89a8b80f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:25:41Z', 'updated_at': '2021-09-21T16:25:45Z', 'revision_number': 4, 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'gw_port': {'id': '9e8b466d-2c1c-49bf-9915-ad89a8b80f77', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:25:42Z', 'updated_at': '2021-09-21T16:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': '4d5db47d-8e2a-401e-9b69-e3518d12c38e', 'name': '', 'network_id': '5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7', 'tenant_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'mac_address': 'fa:16:3e:f8:5e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e093e91b-c22f-4678-b4da-6ab8f4fff16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:25:44Z', 'updated_at': '2021-09-21T16:25:49Z', 'revision_number': 5, 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'subnets': [{'id': 'e093e91b-c22f-4678-b4da-6ab8f4fff16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:07.006622 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6618823-46cf-43cf-8d1f-5d80933e0b2c None None] The sync data for ids ['f7c45cec-3735-456b-b93c-a3a0e68eb432'] in dv-cinder-810035-1-iscsi is: [{'id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'name': 'tempest-TestShelveInstance-620858767-router', 'tenant_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e8b466d-2c1c-49bf-9915-ad89a8b80f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:25:41Z', 'updated_at': '2021-09-21T16:25:45Z', 'revision_number': 4, 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'gw_port': {'id': '9e8b466d-2c1c-49bf-9915-ad89a8b80f77', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:25:42Z', 'updated_at': '2021-09-21T16:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': '4d5db47d-8e2a-401e-9b69-e3518d12c38e', 'name': '', 'network_id': '5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7', 'tenant_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'mac_address': 'fa:16:3e:f8:5e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e093e91b-c22f-4678-b4da-6ab8f4fff16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:25:44Z', 'updated_at': '2021-09-21T16:25:49Z', 'revision_number': 5, 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'subnets': [{'id': 'e093e91b-c22f-4678-b4da-6ab8f4fff16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:32:07.223256 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d157ad-cc0b-462b-89eb-f0c15c959ee6 None None] New status for floating IP 737493fd-629c-4614-ab0c-848b3aea26c2: DOWN {{(pid=184194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:32:07.714555 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a1138-c3bd-45f7-980b-04d1c390223a req-716309f3-bd9d-4a64-8aa4-e27cff08c4b0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:07.716339 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-021a1138-c3bd-45f7-980b-04d1c390223a req-716309f3-bd9d-4a64-8aa4-e27cff08c4b0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.0534585 Sep 21 16:32:07.760534 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-021a1138-c3bd-45f7-980b-04d1c390223a req-f135d440-83a7-4fa0-8673-2383e6474cb4 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372477 Sep 21 16:32:07.986652 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a7105-026b-460b-9b42-08f9da261c39 req-9905cefc-1903-424f-9f73-d18053e6b0ab tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:07.988166 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-502a7105-026b-460b-9b42-08f9da261c39 req-9905cefc-1903-424f-9f73-d18053e6b0ab tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 946 time: 0.0494735 Sep 21 16:32:08.027533 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-502a7105-026b-460b-9b42-08f9da261c39 req-33b109d8-ae54-41a6-bf7f-2d6a72647fc9 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7a72580-15c8-4c2c-b813-72c818fcc989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333772 Sep 21 16:32:08.469559 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6ce86-a805-4bf6-83fa-afe750af82e4 req-3dad57c6-9ba0-451b-bbdf-242ff60f4a2e tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:08.470903 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-44f6ce86-a805-4bf6-83fa-afe750af82e4 req-3dad57c6-9ba0-451b-bbdf-242ff60f4a2e tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 946 time: 0.0472064 Sep 21 16:32:08.562518 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [req-44f6ce86-a805-4bf6-83fa-afe750af82e4 req-c438cb1d-16ba-41f3-995e-17a2503788d1 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Deleting port d19bd978-b2b6-41b6-86ce-47fb7aef0130 {{(pid=184192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:32:08.562858 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-44f6ce86-a805-4bf6-83fa-afe750af82e4 req-c438cb1d-16ba-41f3-995e-17a2503788d1 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:08.648058 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [req-44f6ce86-a805-4bf6-83fa-afe750af82e4 req-c438cb1d-16ba-41f3-995e-17a2503788d1 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] For port d19bd978-b2b6-41b6-86ce-47fb7aef0130, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=d19bd978-b2b6-41b6-86ce-47fb7aef0130,segment=NetworkSegment(a3123003-a55b-4f0e-8d56-69aba2565669),segment_id=a3123003-a55b-4f0e-8d56-69aba2565669)] {{(pid=184192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:32:08.648419 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-44f6ce86-a805-4bf6-83fa-afe750af82e4 req-c438cb1d-16ba-41f3-995e-17a2503788d1 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:08.660913 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [req-44f6ce86-a805-4bf6-83fa-afe750af82e4 req-c438cb1d-16ba-41f3-995e-17a2503788d1 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Calling delete_port for d19bd978-b2b6-41b6-86ce-47fb7aef0130 owned by compute:nova {{(pid=184192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:32:08.865199 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-44f6ce86-a805-4bf6-83fa-afe750af82e4 req-c438cb1d-16ba-41f3-995e-17a2503788d1 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5165539'] for port, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:08.879436 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55377d19-5305-4b75-a1ae-63b597de1c00 req-08cfafa8-32b1-4fdb-8784-7dc67f7dfa64 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:08.880948 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-55377d19-5305-4b75-a1ae-63b597de1c00 req-08cfafa8-32b1-4fdb-8784-7dc67f7dfa64 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.0486224 Sep 21 16:32:08.892625 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438cb1d-16ba-41f3-995e-17a2503788d1 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Pushing event deleted for resources: {'Port': ['ID=d19bd978-b2b6-41b6-86ce-47fb7aef0130,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:08.931145 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-55377d19-5305-4b75-a1ae-63b597de1c00 req-ef5653d8-7e42-47e5-9a1b-88a62bbcad67 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324974 Sep 21 16:32:08.937153 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f6ce86-a805-4bf6-83fa-afe750af82e4 req-c438cb1d-16ba-41f3-995e-17a2503788d1 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] No DVR routers for this DVR port d19bd978-b2b6-41b6-86ce-47fb7aef0130 on host hv-cinder-81003 {{(pid=184192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:32:08.946373 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-44f6ce86-a805-4bf6-83fa-afe750af82e4 req-c438cb1d-16ba-41f3-995e-17a2503788d1 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:08.949005 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-44f6ce86-a805-4bf6-83fa-afe750af82e4 req-c438cb1d-16ba-41f3-995e-17a2503788d1 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.44 "DELETE /v2.0/ports/d19bd978-b2b6-41b6-86ce-47fb7aef0130 HTTP/1.1" status: 204 len: 173 time: 0.4717982 Sep 21 16:32:08.949495 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc41fe55-28f2-49f2-a723-34ff16c684b6', 'name': 'network-vif-deleted', 'tag': 'd19bd978-b2b6-41b6-86ce-47fb7aef0130'}] {{(pid=184192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:32:08.951713 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc60c069b955d627b70d651b6eab325f4fde0824357df3315d36669f938dcfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f806e25d-bccb-4c16-a16e-41c8c43c161b" -d '{"events": [{"server_uuid": "bc41fe55-28f2-49f2-a723-34ff16c684b6", "name": "network-vif-deleted", "tag": "d19bd978-b2b6-41b6-86ce-47fb7aef0130"}]}' {{(pid=184192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:32:08.989294 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc77f3f-d898-4a82-abde-78782af97c95 x-openstack-request-id: req-7cc77f3f-d898-4a82-abde-78782af97c95 {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:32:08.989294 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc41fe55-28f2-49f2-a723-34ff16c684b6", "name": "network-vif-deleted", "tag": "d19bd978-b2b6-41b6-86ce-47fb7aef0130", "status": "completed", "code": 200}]} {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:32:08.989294 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7cc77f3f-d898-4a82-abde-78782af97c95 {{(pid=184192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:32:08.989294 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc41fe55-28f2-49f2-a723-34ff16c684b6', 'name': 'network-vif-deleted', 'tag': 'd19bd978-b2b6-41b6-86ce-47fb7aef0130', 'status': 'completed', 'code': 200} Sep 21 16:32:09.134555 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-64c59d18-ef85-4dd7-9658-526be0a9e925 req-bf1d71a1-7b6a-47ea-a345-a8c7d1e69ad3 tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 210 time: 0.0345991 Sep 21 16:32:09.168284 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:10.040021 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ace870-4aff-4f0a-be05-3568336534a7 req-95731e55-6139-4167-9f12-0356686c8704 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:10.041483 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-51ace870-4aff-4f0a-be05-3568336534a7 req-95731e55-6139-4167-9f12-0356686c8704 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.0496421 Sep 21 16:32:10.079153 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-51ace870-4aff-4f0a-be05-3568336534a7 req-180e29a6-e7ab-4cf5-ada8-4f7294abd5a0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316451 Sep 21 16:32:10.243590 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-417ee917-d748-402a-8c92-e01abaa4b330 req-39799e41-584a-4d0d-9d60-365226a080de tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc41fe55-28f2-49f2-a723-34ff16c684b6 HTTP/1.1" status: 200 len: 210 time: 0.0286005 Sep 21 16:32:11.195932 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c4fc8-c4e4-49aa-90bc-98eecc30a2f2 req-ab6ab732-4eed-492b-85fd-83d1c43fa2be tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:11.197405 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6f3c4fc8-c4e4-49aa-90bc-98eecc30a2f2 req-ab6ab732-4eed-492b-85fd-83d1c43fa2be tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.0484078 Sep 21 16:32:11.235396 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6f3c4fc8-c4e4-49aa-90bc-98eecc30a2f2 req-f9183592-ce31-4951-8d3c-283d09fa9fb8 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313530 Sep 21 16:32:11.300151 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 36602) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:32:11.361850 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-eb2e6b79-e2d7-48a7-9275-7e8f66fff18f tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:11.389741 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-eb2e6b79-e2d7-48a7-9275-7e8f66fff18f tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:11.510307 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-eb2e6b79-e2d7-48a7-9275-7e8f66fff18f tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:11.513435 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-eb2e6b79-e2d7-48a7-9275-7e8f66fff18f tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:11.515181 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-eb2e6b79-e2d7-48a7-9275-7e8f66fff18f tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] 10.222.0.41 "DELETE /v2.0/security-groups/f7a72580-15c8-4c2c-b813-72c818fcc989 HTTP/1.1" status: 204 len: 168 time: 0.2140543 Sep 21 16:32:11.524334 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e6b79-e2d7-48a7-9275-7e8f66fff18f tempest-TestShelveInstance-682393284 tempest-TestShelveInstance-682393284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a72580-15c8-4c2c-b813-72c818fcc989,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:11.626360 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 36608) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:32:11.756581 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-5437e3f2-f78f-41a2-bcdd-2c9f8df252ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:12.152191 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-59985266-0032-454d-95ba-86c11fe12f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-616722'] for router_interface, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:12.363358 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0aafbf-9ce7-4fd6-b21d-9ca4b713bd88 req-ce0d5960-f45a-404c-97da-2547f425ef7e tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:12.365067 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ef0aafbf-9ce7-4fd6-b21d-9ca4b713bd88 req-ce0d5960-f45a-404c-97da-2547f425ef7e tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.0550110 Sep 21 16:32:12.405533 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ef0aafbf-9ce7-4fd6-b21d-9ca4b713bd88 req-da27233c-c724-4399-8122-1f233263a2e7 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340724 Sep 21 16:32:12.669152 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-59985266-0032-454d-95ba-86c11fe12f70 admin admin] Deleting port 4d5db47d-8e2a-401e-9b69-e3518d12c38e {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:32:12.669707 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-59985266-0032-454d-95ba-86c11fe12f70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:12.713936 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device d19bd978-b2b6-41b6-86ce-47fb7aef0130 no longer exists at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:32:12.734651 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] No Port match for: d19bd978-b2b6-41b6-86ce-47fb7aef0130 {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:32:12.734939 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device d19bd978-b2b6-41b6-86ce-47fb7aef0130 not bound to the agent host hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:32:12.745825 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [None req-59985266-0032-454d-95ba-86c11fe12f70 admin admin] For port 4d5db47d-8e2a-401e-9b69-e3518d12c38e, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=4d5db47d-8e2a-401e-9b69-e3518d12c38e,segment=NetworkSegment(a3123003-a55b-4f0e-8d56-69aba2565669),segment_id=a3123003-a55b-4f0e-8d56-69aba2565669)] {{(pid=184191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:32:12.746186 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-59985266-0032-454d-95ba-86c11fe12f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:12.759338 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-59985266-0032-454d-95ba-86c11fe12f70 admin admin] Calling delete_port for 4d5db47d-8e2a-401e-9b69-e3518d12c38e owned by network:router_interface {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:32:13.006235 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-59985266-0032-454d-95ba-86c11fe12f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:13.036462 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59985266-0032-454d-95ba-86c11fe12f70 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d5db47d-8e2a-401e-9b69-e3518d12c38e,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:13.048718 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59985266-0032-454d-95ba-86c11fe12f70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:13.049066 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59985266-0032-454d-95ba-86c11fe12f70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:13.056203 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59985266-0032-454d-95ba-86c11fe12f70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:13.056203 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59985266-0032-454d-95ba-86c11fe12f70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:13.056203 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59985266-0032-454d-95ba-86c11fe12f70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:13.056203 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59985266-0032-454d-95ba-86c11fe12f70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:13.056203 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59985266-0032-454d-95ba-86c11fe12f70 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:13.056203 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59985266-0032-454d-95ba-86c11fe12f70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:13.056203 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59985266-0032-454d-95ba-86c11fe12f70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:13.056203 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59985266-0032-454d-95ba-86c11fe12f70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:13.056203 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59985266-0032-454d-95ba-86c11fe12f70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:13.056203 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59985266-0032-454d-95ba-86c11fe12f70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:13.211103 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-59985266-0032-454d-95ba-86c11fe12f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615586'] for router_interface, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:13.428158 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59985266-0032-454d-95ba-86c11fe12f70 admin admin] Router f7c45cec-3735-456b-b93c-a3a0e68eb432 has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:32:13.531536 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b514d-d8bb-40a1-a1eb-ff21fc2b31b6 req-aa89e4be-5872-4a86-8e68-a08c615fc2a0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:13.531536 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-266b514d-d8bb-40a1-a1eb-ff21fc2b31b6 req-aa89e4be-5872-4a86-8e68-a08c615fc2a0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.0508444 Sep 21 16:32:13.537123 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59985266-0032-454d-95ba-86c11fe12f70 admin admin] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:32:13.543937 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-59985266-0032-454d-95ba-86c11fe12f70 admin admin] 10.222.0.41 "PUT /v2.0/routers/f7c45cec-3735-456b-b93c-a3a0e68eb432/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9148760 Sep 21 16:32:13.544837 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 36618) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:32:13.547748 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f726f07-d9c8-418a-85ca-556cf6e6110f None None] Sync routers for ids ['f7c45cec-3735-456b-b93c-a3a0e68eb432'] in dv-cinder-810035-1-iscsi {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:32:13.556881 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f726f07-d9c8-418a-85ca-556cf6e6110f None None] Routers {'f7c45cec-3735-456b-b93c-a3a0e68eb432'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:32:13.557507 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-3f726f07-d9c8-418a-85ca-556cf6e6110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:31:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['f7c45cec-3735-456b-b93c-a3a0e68eb432'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:13.573268 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-266b514d-d8bb-40a1-a1eb-ff21fc2b31b6 req-6d3947f8-7c12-4c76-a244-4e9e9173102a tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361629 Sep 21 16:32:13.658133 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3779d6f7-9692-465a-ba78-1d6b3dc7c63f admin admin] Notify callbacks [] for router, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:13.669587 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-3f726f07-d9c8-418a-85ca-556cf6e6110f None None] Set router f7c45cec-3735-456b-b93c-a3a0e68eb432 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:32:13.765059 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3779d6f7-9692-465a-ba78-1d6b3dc7c63f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:13.851806 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-3f726f07-d9c8-418a-85ca-556cf6e6110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'name': 'tempest-TestShelveInstance-620858767-router', 'tenant_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '9e8b466d-2c1c-49bf-9915-ad89a8b80f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:25:41Z', 'updated_at': '2021-09-21T16:32:12Z', 'revision_number': 5, 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'gw_port': {'id': '9e8b466d-2c1c-49bf-9915-ad89a8b80f77', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:95:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:25:42Z', 'updated_at': '2021-09-21T16:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi'}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:13.873139 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-3779d6f7-9692-465a-ba78-1d6b3dc7c63f admin admin] Deleting port 9e8b466d-2c1c-49bf-9915-ad89a8b80f77 {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:32:13.873478 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3779d6f7-9692-465a-ba78-1d6b3dc7c63f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:13.878936 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f726f07-d9c8-418a-85ca-556cf6e6110f None None] Checking router: f7c45cec-3735-456b-b93c-a3a0e68eb432 for host: dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:32:13.887230 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f726f07-d9c8-418a-85ca-556cf6e6110f None None] Routers {'f7c45cec-3735-456b-b93c-a3a0e68eb432'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:32:13.887872 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-3f726f07-d9c8-418a-85ca-556cf6e6110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:31:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['f7c45cec-3735-456b-b93c-a3a0e68eb432'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:13.950810 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [None req-3779d6f7-9692-465a-ba78-1d6b3dc7c63f admin admin] For port 9e8b466d-2c1c-49bf-9915-ad89a8b80f77, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=9e8b466d-2c1c-49bf-9915-ad89a8b80f77,segment=NetworkSegment(20491f07-cf61-416d-8708-a00434b2d30f),segment_id=20491f07-cf61-416d-8708-a00434b2d30f)] {{(pid=184191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:32:13.951214 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3779d6f7-9692-465a-ba78-1d6b3dc7c63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:13.964309 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-3779d6f7-9692-465a-ba78-1d6b3dc7c63f admin admin] Calling delete_port for 9e8b466d-2c1c-49bf-9915-ad89a8b80f77 owned by network:router_gateway {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:32:13.974113 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-3f726f07-d9c8-418a-85ca-556cf6e6110f None None] Set router f7c45cec-3735-456b-b93c-a3a0e68eb432 gateway port host: None {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:32:14.024767 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-3f726f07-d9c8-418a-85ca-556cf6e6110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'name': 'tempest-TestShelveInstance-620858767-router', 'tenant_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:25:41Z', 'updated_at': '2021-09-21T16:32:13Z', 'revision_number': 6, 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'gw_port_host': None}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:14.055450 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f726f07-d9c8-418a-85ca-556cf6e6110f None None] The sync data for ids ['f7c45cec-3735-456b-b93c-a3a0e68eb432'] in dv-cinder-810035-1-iscsi is: [{'id': 'f7c45cec-3735-456b-b93c-a3a0e68eb432', 'name': 'tempest-TestShelveInstance-620858767-router', 'tenant_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:25:41Z', 'updated_at': '2021-09-21T16:32:13Z', 'revision_number': 6, 'project_id': 'd4122ef3fa8f41e9ab1a2f71d1e6613d', 'gw_port_host': None}] {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:32:14.213842 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3779d6f7-9692-465a-ba78-1d6b3dc7c63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:14.241727 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779d6f7-9692-465a-ba78-1d6b3dc7c63f admin admin] Pushing event deleted for resources: {'Port': ['ID=9e8b466d-2c1c-49bf-9915-ad89a8b80f77,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:14.307722 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3779d6f7-9692-465a-ba78-1d6b3dc7c63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615524'] for router_gateway, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:14.327844 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-38f082a0-e466-41ed-bd8f-fdd1e64e6d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:14.413374 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3779d6f7-9692-465a-ba78-1d6b3dc7c63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-685'] for router, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:14.415797 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3779d6f7-9692-465a-ba78-1d6b3dc7c63f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:14.545043 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3779d6f7-9692-465a-ba78-1d6b3dc7c63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612814'] for router, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:14.545592 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3779d6f7-9692-465a-ba78-1d6b3dc7c63f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7c45cec-3735-456b-b93c-a3a0e68eb432 {{(pid=184191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 16:32:14.555091 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3779d6f7-9692-465a-ba78-1d6b3dc7c63f admin admin] Notify callbacks [] for router, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:14.555091 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-3779d6f7-9692-465a-ba78-1d6b3dc7c63f admin admin] 10.222.0.41 "DELETE /v2.0/routers/f7c45cec-3735-456b-b93c-a3a0e68eb432 HTTP/1.1" status: 204 len: 168 time: 1.0055196 Sep 21 16:32:14.555091 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 36622) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:32:14.598917 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b1bbb0-046e-4fed-af7a-3b5afa8d204e admin admin] Deleting subnet e093e91b-c22f-4678-b4da-6ab8f4fff16a {{(pid=184191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 16:32:14.601962 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a2b1bbb0-046e-4fed-af7a-3b5afa8d204e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:14.635755 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a2b1bbb0-046e-4fed-af7a-3b5afa8d204e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4896998'] for subnet, precommit_delete_associations {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:14.698454 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc84a1-5298-4985-9a5c-548f4f2a5ee2 req-491bf1eb-398e-438d-b595-25ebeb824840 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:14.700487 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-a6fc84a1-5298-4985-9a5c-548f4f2a5ee2 req-491bf1eb-398e-438d-b595-25ebeb824840 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.0496030 Sep 21 16:32:14.738640 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-a6fc84a1-5298-4985-9a5c-548f4f2a5ee2 req-9e0dc5fa-2a67-4bf9-b54a-2bf05fdf403d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316052 Sep 21 16:32:14.750709 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a2b1bbb0-046e-4fed-af7a-3b5afa8d204e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1636446'] for subnet, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:14.847404 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:14.882240 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a2b1bbb0-046e-4fed-af7a-3b5afa8d204e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1636425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4478999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4674029'] for subnet, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:14.908755 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1bbb0-046e-4fed-af7a-3b5afa8d204e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e093e91b-c22f-4678-b4da-6ab8f4fff16a,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:14.912777 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a2b1bbb0-046e-4fed-af7a-3b5afa8d204e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for subnet, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:14.914645 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-a2b1bbb0-046e-4fed-af7a-3b5afa8d204e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e093e91b-c22f-4678-b4da-6ab8f4fff16a HTTP/1.1" status: 204 len: 168 time: 0.3594730 Sep 21 16:32:14.917479 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 36628) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:32:14.919328 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df98b2c-484d-46c5-9d0d-355717aab4a3 None None] Network 5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7 requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:32:15.000754 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bd73b427-2a80-4bd1-9bc7-b7b433ef613d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1604015'] for network, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:15.063541 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-bd73b427-2a80-4bd1-9bc7-b7b433ef613d admin admin] Deleting port 5c83b696-ac26-4400-82a4-f374c3f675d7 {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:32:15.063918 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bd73b427-2a80-4bd1-9bc7-b7b433ef613d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:15.115139 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcff0d97-bf44-4ae6-aca8-011f63ef7e19 None None] DHCP port deletion for 5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7 request from dv-cinder-810035-1-iscsi {{(pid=184193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 16:32:15.134018 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [None req-bd73b427-2a80-4bd1-9bc7-b7b433ef613d admin admin] For port 5c83b696-ac26-4400-82a4-f374c3f675d7, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=5c83b696-ac26-4400-82a4-f374c3f675d7,segment=NetworkSegment(a3123003-a55b-4f0e-8d56-69aba2565669),segment_id=a3123003-a55b-4f0e-8d56-69aba2565669)] {{(pid=184191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:32:15.134380 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bd73b427-2a80-4bd1-9bc7-b7b433ef613d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:15.147124 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-bd73b427-2a80-4bd1-9bc7-b7b433ef613d admin admin] Calling delete_port for 5c83b696-ac26-4400-82a4-f374c3f675d7 owned by network:dhcp {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:32:15.168465 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0d97-bf44-4ae6-aca8-011f63ef7e19 None None] Deleting port 5c83b696-ac26-4400-82a4-f374c3f675d7 {{(pid=184193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:32:15.168836 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-dcff0d97-bf44-4ae6-aca8-011f63ef7e19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:15.231298 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-dcff0d97-bf44-4ae6-aca8-011f63ef7e19 None None] For port 5c83b696-ac26-4400-82a4-f374c3f675d7, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=5c83b696-ac26-4400-82a4-f374c3f675d7,segment=NetworkSegment(a3123003-a55b-4f0e-8d56-69aba2565669),segment_id=a3123003-a55b-4f0e-8d56-69aba2565669)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:32:15.231742 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-dcff0d97-bf44-4ae6-aca8-011f63ef7e19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:15.248277 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-dcff0d97-bf44-4ae6-aca8-011f63ef7e19 None None] Calling delete_port for 5c83b696-ac26-4400-82a4-f374c3f675d7 owned by network:dhcp {{(pid=184193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:32:15.322545 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bd73b427-2a80-4bd1-9bc7-b7b433ef613d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:15.350085 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73b427-2a80-4bd1-9bc7-b7b433ef613d admin admin] Pushing event deleted for resources: {'Port': ['ID=5c83b696-ac26-4400-82a4-f374c3f675d7,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:15.351520 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd73b427-2a80-4bd1-9bc7-b7b433ef613d admin admin] No DVR routers for this DVR port 5c83b696-ac26-4400-82a4-f374c3f675d7 on host dv-cinder-810035-1-iscsi {{(pid=184191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:32:15.358981 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-dcff0d97-bf44-4ae6-aca8-011f63ef7e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121'] for port, after_delete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:15.389403 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0d97-bf44-4ae6-aca8-011f63ef7e19 None None] Pushing event deleted for resources: {'Port': ['ID=5c83b696-ac26-4400-82a4-f374c3f675d7,revision_number=None']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:15.395856 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcff0d97-bf44-4ae6-aca8-011f63ef7e19 None None] No DVR routers for this DVR port 5c83b696-ac26-4400-82a4-f374c3f675d7 on host dv-cinder-810035-1-iscsi {{(pid=184193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:32:15.434364 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 4d5db47d-8e2a-401e-9b69-e3518d12c38e no longer exists at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:32:15.448164 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bd73b427-2a80-4bd1-9bc7-b7b433ef613d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635289', 'neutron.services.segments.db._delete_segments_for_network-8785855709341'] for network, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:15.451570 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] No Port match for: 4d5db47d-8e2a-401e-9b69-e3518d12c38e {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:32:15.452257 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 4d5db47d-8e2a-401e-9b69-e3518d12c38e not bound to the agent host dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:32:15.452634 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 5c83b696-ac26-4400-82a4-f374c3f675d7 no longer exists at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:32:15.469388 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.services.segments.db [None req-bd73b427-2a80-4bd1-9bc7-b7b433ef613d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7']}} {{(pid=184191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:15.474199 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] No Port match for: 5c83b696-ac26-4400-82a4-f374c3f675d7 {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:32:15.474546 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 5c83b696-ac26-4400-82a4-f374c3f675d7 not bound to the agent host dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:32:15.475312 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 9e8b466d-2c1c-49bf-9915-ad89a8b80f77 no longer exists at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:32:15.479121 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.services.segments.db [None req-bd73b427-2a80-4bd1-9bc7-b7b433ef613d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3123003-a55b-4f0e-8d56-69aba2565669') {'for_net_delete': True} {{(pid=184191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:15.482516 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.services.segments.db [None req-bd73b427-2a80-4bd1-9bc7-b7b433ef613d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3123003-a55b-4f0e-8d56-69aba2565669') {} {{(pid=184191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:15.493730 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bd73b427-2a80-4bd1-9bc7-b7b433ef613d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785855709862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4897005'] for segment, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:15.497914 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] No Port match for: 9e8b466d-2c1c-49bf-9915-ad89a8b80f77 {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:32:15.497914 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 9e8b466d-2c1c-49bf-9915-ad89a8b80f77 not bound to the agent host dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:32:15.509521 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bd73b427-2a80-4bd1-9bc7-b7b433ef613d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:15.515560 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd73b427-2a80-4bd1-9bc7-b7b433ef613d admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=184191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:32:15.516086 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bd73b427-2a80-4bd1-9bc7-b7b433ef613d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4480201'] for segment, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:15.517663 dv-cinder-810035-1-iscsi neutron-server[184191]: Traceback (most recent call last): Sep 21 16:32:15.517663 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 16:32:15.517663 dv-cinder-810035-1-iscsi neutron-server[184191]: timer() Sep 21 16:32:15.517663 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 16:32:15.517663 dv-cinder-810035-1-iscsi neutron-server[184191]: cb(*args, **kw) Sep 21 16:32:15.517663 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 16:32:15.517663 dv-cinder-810035-1-iscsi neutron-server[184191]: return func(*args, **kwargs) Sep 21 16:32:15.517663 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 16:32:15.517663 dv-cinder-810035-1-iscsi neutron-server[184191]: self._notify() Sep 21 16:32:15.517663 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 16:32:15.517663 dv-cinder-810035-1-iscsi neutron-server[184191]: self.callback(batched_events) Sep 21 16:32:15.517663 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 16:32:15.517663 dv-cinder-810035-1-iscsi neutron-server[184191]: event.method(event) Sep 21 16:32:15.517663 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 16:32:15.517663 dv-cinder-810035-1-iscsi neutron-server[184191]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 16:32:15.517663 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 16:32:15.517663 dv-cinder-810035-1-iscsi neutron-server[184191]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 16:32:15.517663 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 16:32:15.517663 dv-cinder-810035-1-iscsi neutron-server[184191]: return f(self, *a, **k) Sep 21 16:32:15.517663 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 16:32:15.517663 dv-cinder-810035-1-iscsi neutron-server[184191]: return self._get(url).json() Sep 21 16:32:15.517663 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 16:32:15.517663 dv-cinder-810035-1-iscsi neutron-server[184191]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 16:32:15.517663 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 16:32:15.517663 dv-cinder-810035-1-iscsi neutron-server[184191]: return self.request(url, 'GET', **kwargs) Sep 21 16:32:15.517663 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 16:32:15.517663 dv-cinder-810035-1-iscsi neutron-server[184191]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 16:32:15.517663 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 16:32:15.517663 dv-cinder-810035-1-iscsi neutron-server[184191]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 16:32:15.517663 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 16:32:15.517663 dv-cinder-810035-1-iscsi neutron-server[184191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 16:32:15.517663 dv-cinder-810035-1-iscsi neutron-server[184191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 16:32:15.572514 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e6f6a-188a-496c-a721-52e4c3dfb6d3 req-fe33fd7c-5044-4c51-bb4a-dfe3aadad817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:15.573995 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b93e6f6a-188a-496c-a721-52e4c3dfb6d3 req-fe33fd7c-5044-4c51-bb4a-dfe3aadad817 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fcd24fff54904925b7f9dea039d036dd&device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 1098 time: 0.0975778 Sep 21 16:32:15.646657 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:15.678963 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e6f6a-188a-496c-a721-52e4c3dfb6d3 req-9d97eb30-2ebe-4d82-be3a-456986499178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:15.680398 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b93e6f6a-188a-496c-a721-52e4c3dfb6d3 req-9d97eb30-2ebe-4d82-be3a-456986499178 service neutron] 10.222.0.44 "GET /v2.0/networks?id=74453f4e-295a-4b01-8c05-e1fb2fd58439 HTTP/1.1" status: 200 len: 918 time: 0.0867465 Sep 21 16:32:15.699111 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bd73b427-2a80-4bd1-9bc7-b7b433ef613d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615424'] for network, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:15.705233 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bd73b427-2a80-4bd1-9bc7-b7b433ef613d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:15.710206 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-bd73b427-2a80-4bd1-9bc7-b7b433ef613d admin admin] 10.222.0.41 "DELETE /v2.0/networks/5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7 HTTP/1.1" status: 204 len: 168 time: 0.7903855 Sep 21 16:32:15.711697 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 36632) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:32:15.725716 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73b427-2a80-4bd1-9bc7-b7b433ef613d admin admin] Pushing event deleted for resources: {'Network': ['ID=5f3b1f38-12a8-4a4e-8969-7bf8b1f89fa7,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:15.762509 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b93e6f6a-188a-496c-a721-52e4c3dfb6d3 req-ace3e6cd-460f-4bdc-955c-b44aef439fd8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 HTTP/1.1" status: 200 len: 1001 time: 0.0730963 Sep 21 16:32:15.820187 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e6f6a-188a-496c-a721-52e4c3dfb6d3 req-281c5caa-a565-4794-8efb-a7b0e00f4b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:15.821629 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b93e6f6a-188a-496c-a721-52e4c3dfb6d3 req-281c5caa-a565-4794-8efb-a7b0e00f4b23 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6371c2ed-8e66-4812-bc10-372bbd5ac836 HTTP/1.1" status: 200 len: 856 time: 0.0518689 Sep 21 16:32:15.897396 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc7827-b58b-40cc-acf3-9d51a17b4ad7 req-514f7ed5-d536-404d-916e-5c66c78cee76 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:15.898997 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0fcc7827-b58b-40cc-acf3-9d51a17b4ad7 req-514f7ed5-d536-404d-916e-5c66c78cee76 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.0816412 Sep 21 16:32:15.910660 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e6f6a-188a-496c-a721-52e4c3dfb6d3 req-88aa5a6e-413c-43c3-ad43-53091323cfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:15.912219 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b93e6f6a-188a-496c-a721-52e4c3dfb6d3 req-88aa5a6e-413c-43c3-ad43-53091323cfae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74453f4e-295a-4b01-8c05-e1fb2fd58439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0794358 Sep 21 16:32:15.930417 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [req-b93e6f6a-188a-496c-a721-52e4c3dfb6d3 req-60feea87-f583-426c-a346-101979046ecb service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=184192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 16:32:15.931425 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b93e6f6a-188a-496c-a721-52e4c3dfb6d3 req-60feea87-f583-426c-a346-101979046ecb service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065715 Sep 21 16:32:15.962203 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0fcc7827-b58b-40cc-acf3-9d51a17b4ad7 req-8f1aef62-3bbf-4538-acb7-cf46adf854eb tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556107 Sep 21 16:32:16.040619 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b93e6f6a-188a-496c-a721-52e4c3dfb6d3 req-7d55572b-6517-4447-99dc-ba82b80425b8 service neutron] 10.222.0.44 "GET /v2.0/networks/74453f4e-295a-4b01-8c05-e1fb2fd58439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974710 Sep 21 16:32:16.139292 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b93e6f6a-188a-496c-a721-52e4c3dfb6d3 req-b8d5ae84-7306-4348-a436-59b331fb4e79 service neutron] 10.222.0.44 "GET /v2.0/networks/74453f4e-295a-4b01-8c05-e1fb2fd58439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894072 Sep 21 16:32:16.317529 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4729c8a7-2a22-4f3f-bc68-278d995bcf8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-616722'] for router_interface, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:16.568965 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-4729c8a7-2a22-4f3f-bc68-278d995bcf8d admin admin] Deleting port 2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226 {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:32:16.569218 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4729c8a7-2a22-4f3f-bc68-278d995bcf8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:16.655798 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [None req-4729c8a7-2a22-4f3f-bc68-278d995bcf8d admin admin] For port 2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226,segment=NetworkSegment(1c82d990-c23c-4c76-8787-035821c4880c),segment_id=1c82d990-c23c-4c76-8787-035821c4880c)] {{(pid=184191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:32:16.655798 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4729c8a7-2a22-4f3f-bc68-278d995bcf8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:16.666389 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-4729c8a7-2a22-4f3f-bc68-278d995bcf8d admin admin] Calling delete_port for 2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226 owned by network:router_interface {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:32:16.916352 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4729c8a7-2a22-4f3f-bc68-278d995bcf8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:16.944079 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729c8a7-2a22-4f3f-bc68-278d995bcf8d admin admin] Pushing event deleted for resources: {'Port': ['ID=2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:17.097723 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec1e58-b197-46ac-8a72-48b6e86d6bd8 req-fd1b0f92-6d9c-4798-950a-3d024da98421 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:17.099379 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-51ec1e58-b197-46ac-8a72-48b6e86d6bd8 req-fd1b0f92-6d9c-4798-950a-3d024da98421 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.0530310 Sep 21 16:32:17.130151 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4729c8a7-2a22-4f3f-bc68-278d995bcf8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615586'] for router_interface, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:17.140662 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-51ec1e58-b197-46ac-8a72-48b6e86d6bd8 req-8af57b7b-3d27-4812-afa1-1cb35786c1d7 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334623 Sep 21 16:32:17.355446 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4729c8a7-2a22-4f3f-bc68-278d995bcf8d admin admin] Router a267faf1-7ed9-43c8-8c83-4be918256ec5 has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:32:17.447685 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:17.466445 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4729c8a7-2a22-4f3f-bc68-278d995bcf8d admin admin] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:32:17.472646 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-4729c8a7-2a22-4f3f-bc68-278d995bcf8d admin admin] 10.222.0.41 "PUT /v2.0/routers/a267faf1-7ed9-43c8-8c83-4be918256ec5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7587118 Sep 21 16:32:17.474205 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 36642) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:32:17.476648 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15799fe4-af26-4a1e-84c3-b781b94ce3cd None None] Sync routers for ids ['a267faf1-7ed9-43c8-8c83-4be918256ec5'] in dv-cinder-810035-1-iscsi {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:32:17.486066 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15799fe4-af26-4a1e-84c3-b781b94ce3cd None None] Routers {'a267faf1-7ed9-43c8-8c83-4be918256ec5'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:32:17.486735 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-15799fe4-af26-4a1e-84c3-b781b94ce3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:32:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['a267faf1-7ed9-43c8-8c83-4be918256ec5'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:17.578758 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a8cba682-54fe-40fb-acba-e8b3305e7afd admin admin] Notify callbacks [] for router, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:17.589389 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-15799fe4-af26-4a1e-84c3-b781b94ce3cd None None] Set router a267faf1-7ed9-43c8-8c83-4be918256ec5 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:32:17.683889 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a8cba682-54fe-40fb-acba-e8b3305e7afd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:17.771142 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-15799fe4-af26-4a1e-84c3-b781b94ce3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a267faf1-7ed9-43c8-8c83-4be918256ec5', 'name': 'tempest-TestShelveInstance-1093964647-router', 'tenant_id': '84eec26934a7499290ee438f11185601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'e75de412-0e38-43a1-84e5-139a5ec49300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:25:49Z', 'updated_at': '2021-09-21T16:32:16Z', 'revision_number': 5, 'project_id': '84eec26934a7499290ee438f11185601', 'gw_port': {'id': 'e75de412-0e38-43a1-84e5-139a5ec49300', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:83:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a267faf1-7ed9-43c8-8c83-4be918256ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:25:50Z', 'updated_at': '2021-09-21T16:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi'}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:17.797564 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15799fe4-af26-4a1e-84c3-b781b94ce3cd None None] Checking router: a267faf1-7ed9-43c8-8c83-4be918256ec5 for host: dv-cinder-810035-1-iscsi {{(pid=184194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:32:17.798624 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-a8cba682-54fe-40fb-acba-e8b3305e7afd admin admin] Deleting port e75de412-0e38-43a1-84e5-139a5ec49300 {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:32:17.798624 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a8cba682-54fe-40fb-acba-e8b3305e7afd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:17.806094 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15799fe4-af26-4a1e-84c3-b781b94ce3cd None None] Routers {'a267faf1-7ed9-43c8-8c83-4be918256ec5'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:32:17.806691 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-15799fe4-af26-4a1e-84c3-b781b94ce3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:32:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['a267faf1-7ed9-43c8-8c83-4be918256ec5'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:17.880970 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [None req-a8cba682-54fe-40fb-acba-e8b3305e7afd admin admin] For port e75de412-0e38-43a1-84e5-139a5ec49300, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=e75de412-0e38-43a1-84e5-139a5ec49300,segment=NetworkSegment(20491f07-cf61-416d-8708-a00434b2d30f),segment_id=20491f07-cf61-416d-8708-a00434b2d30f)] {{(pid=184191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:32:17.881244 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a8cba682-54fe-40fb-acba-e8b3305e7afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:17.893505 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-a8cba682-54fe-40fb-acba-e8b3305e7afd admin admin] Calling delete_port for e75de412-0e38-43a1-84e5-139a5ec49300 owned by network:router_gateway {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:32:17.894564 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-15799fe4-af26-4a1e-84c3-b781b94ce3cd None None] Set router a267faf1-7ed9-43c8-8c83-4be918256ec5 gateway port host: None {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:32:17.948654 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-15799fe4-af26-4a1e-84c3-b781b94ce3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a267faf1-7ed9-43c8-8c83-4be918256ec5', 'name': 'tempest-TestShelveInstance-1093964647-router', 'tenant_id': '84eec26934a7499290ee438f11185601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:25:49Z', 'updated_at': '2021-09-21T16:32:17Z', 'revision_number': 6, 'project_id': '84eec26934a7499290ee438f11185601', 'gw_port_host': None}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:17.974762 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15799fe4-af26-4a1e-84c3-b781b94ce3cd None None] The sync data for ids ['a267faf1-7ed9-43c8-8c83-4be918256ec5'] in dv-cinder-810035-1-iscsi is: [{'id': 'a267faf1-7ed9-43c8-8c83-4be918256ec5', 'name': 'tempest-TestShelveInstance-1093964647-router', 'tenant_id': '84eec26934a7499290ee438f11185601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:25:49Z', 'updated_at': '2021-09-21T16:32:17Z', 'revision_number': 6, 'project_id': '84eec26934a7499290ee438f11185601', 'gw_port_host': None}] {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:32:18.133892 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a8cba682-54fe-40fb-acba-e8b3305e7afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:18.168758 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cba682-54fe-40fb-acba-e8b3305e7afd admin admin] Pushing event deleted for resources: {'Port': ['ID=e75de412-0e38-43a1-84e5-139a5ec49300,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:18.232263 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a8cba682-54fe-40fb-acba-e8b3305e7afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615524'] for router_gateway, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:18.265136 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2d7d0-11cb-49f0-a846-f5ab0e863702 req-873cd675-f645-415e-aa3e-df4fced9204e tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:18.266486 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-46d2d7d0-11cb-49f0-a846-f5ab0e863702 req-873cd675-f645-415e-aa3e-df4fced9204e tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.0480711 Sep 21 16:32:18.304563 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-46d2d7d0-11cb-49f0-a846-f5ab0e863702 req-f1eec64c-3b1d-4f65-8f3d-296328073e73 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318716 Sep 21 16:32:18.326550 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a8cba682-54fe-40fb-acba-e8b3305e7afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-685'] for router, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:18.329064 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a8cba682-54fe-40fb-acba-e8b3305e7afd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:18.447704 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a8cba682-54fe-40fb-acba-e8b3305e7afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612814'] for router, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:18.448279 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cba682-54fe-40fb-acba-e8b3305e7afd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a267faf1-7ed9-43c8-8c83-4be918256ec5 {{(pid=184191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 16:32:18.452619 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a8cba682-54fe-40fb-acba-e8b3305e7afd admin admin] Notify callbacks [] for router, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:18.453774 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-a8cba682-54fe-40fb-acba-e8b3305e7afd admin admin] 10.222.0.41 "DELETE /v2.0/routers/a267faf1-7ed9-43c8-8c83-4be918256ec5 HTTP/1.1" status: 204 len: 168 time: 0.9786308 Sep 21 16:32:18.456289 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 36650) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:32:18.500211 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_v2 [None req-252430d8-cb2f-4907-8f2e-a7422fa2eaf3 admin admin] Deleting subnet 95ccb233-4334-4b77-b7cf-2ec9a5ec5a01 {{(pid=184191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 16:32:18.503293 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-252430d8-cb2f-4907-8f2e-a7422fa2eaf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:18.541319 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-252430d8-cb2f-4907-8f2e-a7422fa2eaf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4896998'] for subnet, precommit_delete_associations {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:18.617018 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-252430d8-cb2f-4907-8f2e-a7422fa2eaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1636446'] for subnet, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:18.733732 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-252430d8-cb2f-4907-8f2e-a7422fa2eaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1636425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4478999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4674029'] for subnet, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:18.760150 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252430d8-cb2f-4907-8f2e-a7422fa2eaf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95ccb233-4334-4b77-b7cf-2ec9a5ec5a01,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:18.763919 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-252430d8-cb2f-4907-8f2e-a7422fa2eaf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for subnet, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:18.765780 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-252430d8-cb2f-4907-8f2e-a7422fa2eaf3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/95ccb233-4334-4b77-b7cf-2ec9a5ec5a01 HTTP/1.1" status: 204 len: 168 time: 0.3085978 Sep 21 16:32:18.768290 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 36652) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:32:18.770451 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8020b79-b984-4956-953f-dff23635431a None None] Network 419b7868-7ef6-4991-ba97-f7761fa8f975 requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:32:18.844529 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-620169ee-f528-4ea9-bf64-f6c7c41ec673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1604015'] for network, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:18.896248 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-620169ee-f528-4ea9-bf64-f6c7c41ec673 admin admin] Deleting port 3448a564-32b1-4ab6-b018-0372270bf403 {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:32:18.896594 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-620169ee-f528-4ea9-bf64-f6c7c41ec673 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:18.939830 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c953a8ed-5c8d-45d1-be4a-c7b7af5f2a0d None None] DHCP port deletion for 419b7868-7ef6-4991-ba97-f7761fa8f975 request from dv-cinder-810035-1-iscsi {{(pid=184193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 16:32:18.970396 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [None req-620169ee-f528-4ea9-bf64-f6c7c41ec673 admin admin] For port 3448a564-32b1-4ab6-b018-0372270bf403, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=3448a564-32b1-4ab6-b018-0372270bf403,segment=NetworkSegment(1c82d990-c23c-4c76-8787-035821c4880c),segment_id=1c82d990-c23c-4c76-8787-035821c4880c)] {{(pid=184191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:32:18.970767 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-620169ee-f528-4ea9-bf64-f6c7c41ec673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:18.985450 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-620169ee-f528-4ea9-bf64-f6c7c41ec673 admin admin] Calling delete_port for 3448a564-32b1-4ab6-b018-0372270bf403 owned by network:dhcp {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:32:18.989200 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-c953a8ed-5c8d-45d1-be4a-c7b7af5f2a0d None None] Deleting port 3448a564-32b1-4ab6-b018-0372270bf403 {{(pid=184193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:32:18.989805 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-c953a8ed-5c8d-45d1-be4a-c7b7af5f2a0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:19.058089 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-c953a8ed-5c8d-45d1-be4a-c7b7af5f2a0d None None] For port 3448a564-32b1-4ab6-b018-0372270bf403, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=3448a564-32b1-4ab6-b018-0372270bf403,segment=NetworkSegment(1c82d990-c23c-4c76-8787-035821c4880c),segment_id=1c82d990-c23c-4c76-8787-035821c4880c)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:32:19.059137 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-c953a8ed-5c8d-45d1-be4a-c7b7af5f2a0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:19.071566 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-c953a8ed-5c8d-45d1-be4a-c7b7af5f2a0d None None] Calling delete_port for 3448a564-32b1-4ab6-b018-0372270bf403 owned by network:dhcp {{(pid=184193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:32:19.139276 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-620169ee-f528-4ea9-bf64-f6c7c41ec673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:19.145109 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-c953a8ed-5c8d-45d1-be4a-c7b7af5f2a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121'] for port, after_delete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:19.166534 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620169ee-f528-4ea9-bf64-f6c7c41ec673 admin admin] Pushing event deleted for resources: {'Port': ['ID=3448a564-32b1-4ab6-b018-0372270bf403,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:19.168090 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620169ee-f528-4ea9-bf64-f6c7c41ec673 admin admin] No DVR routers for this DVR port 3448a564-32b1-4ab6-b018-0372270bf403 on host dv-cinder-810035-1-iscsi {{(pid=184191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:32:19.175367 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953a8ed-5c8d-45d1-be4a-c7b7af5f2a0d None None] Pushing event deleted for resources: {'Port': ['ID=3448a564-32b1-4ab6-b018-0372270bf403,revision_number=None']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:19.180131 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c953a8ed-5c8d-45d1-be4a-c7b7af5f2a0d None None] No DVR routers for this DVR port 3448a564-32b1-4ab6-b018-0372270bf403 on host dv-cinder-810035-1-iscsi {{(pid=184193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:32:19.188937 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953a8ed-5c8d-45d1-be4a-c7b7af5f2a0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:19.189290 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953a8ed-5c8d-45d1-be4a-c7b7af5f2a0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:19.193675 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953a8ed-5c8d-45d1-be4a-c7b7af5f2a0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:19.193675 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953a8ed-5c8d-45d1-be4a-c7b7af5f2a0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:19.193675 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953a8ed-5c8d-45d1-be4a-c7b7af5f2a0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:19.193675 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953a8ed-5c8d-45d1-be4a-c7b7af5f2a0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:19.193675 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953a8ed-5c8d-45d1-be4a-c7b7af5f2a0d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:19.193675 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953a8ed-5c8d-45d1-be4a-c7b7af5f2a0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:19.193675 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953a8ed-5c8d-45d1-be4a-c7b7af5f2a0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:19.193675 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953a8ed-5c8d-45d1-be4a-c7b7af5f2a0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:19.193675 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953a8ed-5c8d-45d1-be4a-c7b7af5f2a0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:19.193675 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953a8ed-5c8d-45d1-be4a-c7b7af5f2a0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:19.254652 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-620169ee-f528-4ea9-bf64-f6c7c41ec673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635289', 'neutron.services.segments.db._delete_segments_for_network-8785855709341'] for network, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:19.274030 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.services.segments.db [None req-620169ee-f528-4ea9-bf64-f6c7c41ec673 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['419b7868-7ef6-4991-ba97-f7761fa8f975']}} {{(pid=184191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:19.283745 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.services.segments.db [None req-620169ee-f528-4ea9-bf64-f6c7c41ec673 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c82d990-c23c-4c76-8787-035821c4880c') {'for_net_delete': True} {{(pid=184191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:19.284037 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.services.segments.db [None req-620169ee-f528-4ea9-bf64-f6c7c41ec673 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c82d990-c23c-4c76-8787-035821c4880c') {} {{(pid=184191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:19.293698 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-620169ee-f528-4ea9-bf64-f6c7c41ec673 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785855709862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4897005'] for segment, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:19.306300 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-620169ee-f528-4ea9-bf64-f6c7c41ec673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:19.312053 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-620169ee-f528-4ea9-bf64-f6c7c41ec673 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=184191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:32:19.312424 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-620169ee-f528-4ea9-bf64-f6c7c41ec673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4480201'] for segment, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:19.314027 dv-cinder-810035-1-iscsi neutron-server[184191]: Traceback (most recent call last): Sep 21 16:32:19.314027 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 16:32:19.314027 dv-cinder-810035-1-iscsi neutron-server[184191]: timer() Sep 21 16:32:19.314027 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 16:32:19.314027 dv-cinder-810035-1-iscsi neutron-server[184191]: cb(*args, **kw) Sep 21 16:32:19.314027 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 16:32:19.314027 dv-cinder-810035-1-iscsi neutron-server[184191]: return func(*args, **kwargs) Sep 21 16:32:19.314027 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 16:32:19.314027 dv-cinder-810035-1-iscsi neutron-server[184191]: self._notify() Sep 21 16:32:19.314027 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 16:32:19.314027 dv-cinder-810035-1-iscsi neutron-server[184191]: self.callback(batched_events) Sep 21 16:32:19.314027 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 16:32:19.314027 dv-cinder-810035-1-iscsi neutron-server[184191]: event.method(event) Sep 21 16:32:19.314027 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 16:32:19.314027 dv-cinder-810035-1-iscsi neutron-server[184191]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 16:32:19.314027 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 16:32:19.314027 dv-cinder-810035-1-iscsi neutron-server[184191]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 16:32:19.314027 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 16:32:19.314027 dv-cinder-810035-1-iscsi neutron-server[184191]: return f(self, *a, **k) Sep 21 16:32:19.314027 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 16:32:19.314027 dv-cinder-810035-1-iscsi neutron-server[184191]: return self._get(url).json() Sep 21 16:32:19.314027 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 16:32:19.314027 dv-cinder-810035-1-iscsi neutron-server[184191]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 16:32:19.314027 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 16:32:19.314027 dv-cinder-810035-1-iscsi neutron-server[184191]: return self.request(url, 'GET', **kwargs) Sep 21 16:32:19.314027 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 16:32:19.314027 dv-cinder-810035-1-iscsi neutron-server[184191]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 16:32:19.314027 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 16:32:19.314027 dv-cinder-810035-1-iscsi neutron-server[184191]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 16:32:19.314027 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 16:32:19.314027 dv-cinder-810035-1-iscsi neutron-server[184191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 16:32:19.314027 dv-cinder-810035-1-iscsi neutron-server[184191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 16:32:19.412955 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 3448a564-32b1-4ab6-b018-0372270bf403 no longer exists at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:32:19.432724 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a147f-db66-4fc1-8646-15b413cc45a8 req-6a364875-69e7-4e8b-aabf-731b366b35df tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:19.436013 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d65a147f-db66-4fc1-8646-15b413cc45a8 req-6a364875-69e7-4e8b-aabf-731b366b35df tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.0518088 Sep 21 16:32:19.437550 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] No Port match for: 3448a564-32b1-4ab6-b018-0372270bf403 {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:32:19.438102 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 3448a564-32b1-4ab6-b018-0372270bf403 not bound to the agent host dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:32:19.438526 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device e75de412-0e38-43a1-84e5-139a5ec49300 no longer exists at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:32:19.453607 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-620169ee-f528-4ea9-bf64-f6c7c41ec673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615424'] for network, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:19.458842 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] No Port match for: e75de412-0e38-43a1-84e5-139a5ec49300 {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:32:19.459185 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device e75de412-0e38-43a1-84e5-139a5ec49300 not bound to the agent host dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:32:19.459625 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226 no longer exists at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:32:19.463085 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-620169ee-f528-4ea9-bf64-f6c7c41ec673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:19.465898 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-620169ee-f528-4ea9-bf64-f6c7c41ec673 admin admin] 10.222.0.41 "DELETE /v2.0/networks/419b7868-7ef6-4991-ba97-f7761fa8f975 HTTP/1.1" status: 204 len: 168 time: 0.6957982 Sep 21 16:32:19.476644 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620169ee-f528-4ea9-bf64-f6c7c41ec673 admin admin] Pushing event deleted for resources: {'Network': ['ID=419b7868-7ef6-4991-ba97-f7761fa8f975,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:19.481437 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] No Port match for: 2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226 {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:32:19.481437 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 2b318dd9-ef7c-4c07-8bc8-4b8e96fa6226 not bound to the agent host dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:32:19.495965 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d65a147f-db66-4fc1-8646-15b413cc45a8 req-f8f3f769-0457-4513-b470-f35db65145c2 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535159 Sep 21 16:32:19.840935 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 36660) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:32:19.881164 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-0b8f56a0-c410-4fc7-a7da-a5c5ffad3119 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d4122ef3fa8f41e9ab1a2f71d1e6613d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390792 Sep 21 16:32:19.883629 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 36662) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:32:19.931096 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-37b38f3d-5012-422d-9838-68a0db293e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:19.953058 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-37b38f3d-5012-422d-9838-68a0db293e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:20.064743 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-37b38f3d-5012-422d-9838-68a0db293e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:20.067297 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-37b38f3d-5012-422d-9838-68a0db293e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:20.068500 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-37b38f3d-5012-422d-9838-68a0db293e97 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e40f23b-3ace-43cc-ae64-0204b3236c4e HTTP/1.1" status: 204 len: 168 time: 0.1839910 Sep 21 16:32:20.077034 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b38f3d-5012-422d-9838-68a0db293e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e40f23b-3ace-43cc-ae64-0204b3236c4e,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:20.613583 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b664d13-83c5-46e1-b293-af9645598596 req-47035784-610c-4cbe-b302-95246c7185c3 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:20.614938 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7b664d13-83c5-46e1-b293-af9645598596 req-47035784-610c-4cbe-b302-95246c7185c3 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.0490384 Sep 21 16:32:20.652939 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7b664d13-83c5-46e1-b293-af9645598596 req-f1b7ff32-d2c9-4803-b993-4619c5fd16ff tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313728 Sep 21 16:32:20.731466 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 36672) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:32:20.748130 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 details requested by agent hyperv_hv-cinder-81003 with host hv-cinder-81003 {{(pid=184193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 16:32:20.771143 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-6b2479d3-69b7-4498-a277-d469ce4f63f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=84eec26934a7499290ee438f11185601&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384192 Sep 21 16:32:20.773617 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 36674) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:32:20.826143 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-12c6d2de-e38c-4cab-9165-c0d719bf664e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:20.846681 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=9f1fa3fe-8010-4501-813e-9c54ff3a9fa2,segment=NetworkSegment(f105e78b-d17d-49b4-8dea-7bfd49dbcc51),segment_id=f105e78b-d17d-49b4-8dea-7bfd49dbcc51)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:32:20.847537 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-12c6d2de-e38c-4cab-9165-c0d719bf664e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:20.858493 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Returning: {'device': '9f1fa3fe-8010-4501-813e-9c54ff3a9fa2', 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439', 'port_id': '9f1fa3fe-8010-4501-813e-9c54ff3a9fa2', 'mac_address': 'fa:16:3e:68:d4:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=184193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 16:32:20.898807 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:20.907807 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 {{(pid=184193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:32:20.927598 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=9f1fa3fe-8010-4501-813e-9c54ff3a9fa2,segment=NetworkSegment(f105e78b-d17d-49b4-8dea-7bfd49dbcc51),segment_id=f105e78b-d17d-49b4-8dea-7bfd49dbcc51)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:32:20.944746 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-12c6d2de-e38c-4cab-9165-c0d719bf664e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:20.947356 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-12c6d2de-e38c-4cab-9165-c0d719bf664e admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:20.952166 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-12c6d2de-e38c-4cab-9165-c0d719bf664e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c016233-0fd7-4b99-bb13-74b4a1d13071 HTTP/1.1" status: 204 len: 168 time: 0.1739817 Sep 21 16:32:20.957515 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6d2de-e38c-4cab-9165-c0d719bf664e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c016233-0fd7-4b99-bb13-74b4a1d13071,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:21.007546 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:21.058018 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=9f1fa3fe-8010-4501-813e-9c54ff3a9fa2,revision_number=6']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:21.091614 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['9f1fa3fe-8010-4501-813e-9c54ff3a9fa2'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:32:21.971306 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd89de-3eea-4670-b129-05c51962c6e4 req-7eeba626-f472-4611-a855-f2e4e7e00ba6 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:21.972830 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-e6fd89de-3eea-4670-b129-05c51962c6e4 req-7eeba626-f472-4611-a855-f2e4e7e00ba6 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 944 time: 0.0489218 Sep 21 16:32:21.980834 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 36702) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:32:22.010578 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-e6fd89de-3eea-4670-b129-05c51962c6e4 req-866b9feb-1a4e-4bf4-ade9-431bf0699f35 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317938 Sep 21 16:32:22.078416 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-d2ed94a0-9f51-47aa-902a-99af7ee3a4b3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1273681184-network', 'tenant_id': '6043226e82394816af874014d2a2bf84'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:32:22.161541 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ed94a0-9f51-47aa-902a-99af7ee3a4b3 admin admin] Made reservation on behalf of 6043226e82394816af874014d2a2bf84 for: {'network': 1} {{(pid=184191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:32:22.164009 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d2ed94a0-9f51-47aa-902a-99af7ee3a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for network, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:22.172672 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d2ed94a0-9f51-47aa-902a-99af7ee3a4b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:22.267925 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d2ed94a0-9f51-47aa-902a-99af7ee3a4b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:22.429096 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d2ed94a0-9f51-47aa-902a-99af7ee3a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:22.454622 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ed94a0-9f51-47aa-902a-99af7ee3a4b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=184191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:32:22.463246 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed94a0-9f51-47aa-902a-99af7ee3a4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384f554a-f551-4653-b697-b9e0bd8f2bed,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:22.469646 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d2ed94a0-9f51-47aa-902a-99af7ee3a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:22.469983 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.db.segments_db [None req-d2ed94a0-9f51-47aa-902a-99af7ee3a4b3 admin admin] Added segment 53813302-8840-4184-9051-c418a0ae5321 of type vlan for network 84a8318c-3a52-454c-b8ec-bdaba678f9cd Sep 21 16:32:22.508686 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d2ed94a0-9f51-47aa-902a-99af7ee3a4b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785855168287'] for network, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:22.613260 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d2ed94a0-9f51-47aa-902a-99af7ee3a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779'] for network, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:22.614321 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ed94a0-9f51-47aa-902a-99af7ee3a4b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:22.614950 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d2ed94a0-9f51-47aa-902a-99af7ee3a4b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:22.676764 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed94a0-9f51-47aa-902a-99af7ee3a4b3 admin admin] Pushing event updated for resources: {'Network': ['ID=84a8318c-3a52-454c-b8ec-bdaba678f9cd,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:22.686834 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Network 84a8318c-3a52-454c-b8ec-bdaba678f9cd details requested by agent ovs-agent-dv-cinder-810035-1-iscsi with host dv-cinder-810035-1-iscsi {{(pid=184193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 16:32:22.722280 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-d2ed94a0-9f51-47aa-902a-99af7ee3a4b3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7397311 Sep 21 16:32:22.725142 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 36708) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:32:22.729970 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-d702aedf-da32-4bf1-a2ee-eb5ed11f503a admin admin] Request body: {'subnet': {'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1273681184-subnet', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'ip_version': 4}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:32:22.762791 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 up at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:32:22.865230 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d702aedf-da32-4bf1-a2ee-eb5ed11f503a admin admin] Made reservation on behalf of 6043226e82394816af874014d2a2bf84 for: {'subnet': 1} {{(pid=184191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:32:22.867751 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d702aedf-da32-4bf1-a2ee-eb5ed11f503a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4673994'] for subnet, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:22.937189 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning complete for port 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:32:22.937608 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:23.012812 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:23.034988 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464e5662-7e44-4ba5-82e4-122ca195c922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1fa3fe-8010-4501-813e-9c54ff3a9fa2'}] {{(pid=184193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:32:23.037293 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e6171c86456a5bbdaf0b46ebb92172d32a0ea5b64bc8822db714b438cc8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670af6bc-b21c-4c4b-9159-6e4166811727" -d '{"events": [{"server_uuid": "464e5662-7e44-4ba5-82e4-122ca195c922", "name": "network-vif-plugged", "status": "completed", "tag": "9f1fa3fe-8010-4501-813e-9c54ff3a9fa2"}]}' {{(pid=184193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:32:23.049995 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=9f1fa3fe-8010-4501-813e-9c54ff3a9fa2,segment=NetworkSegment(f105e78b-d17d-49b4-8dea-7bfd49dbcc51),segment_id=f105e78b-d17d-49b4-8dea-7bfd49dbcc51)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:32:23.078426 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d77b3c4-9578-41b0-ad9c-5573007c6c7f x-openstack-request-id: req-1d77b3c4-9578-41b0-ad9c-5573007c6c7f {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:32:23.078426 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464e5662-7e44-4ba5-82e4-122ca195c922", "name": "network-vif-plugged", "status": "completed", "tag": "9f1fa3fe-8010-4501-813e-9c54ff3a9fa2", "code": 200}]} {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:32:23.078426 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1d77b3c4-9578-41b0-ad9c-5573007c6c7f {{(pid=184193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:32:23.078426 dv-cinder-810035-1-iscsi neutron-server[184193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464e5662-7e44-4ba5-82e4-122ca195c922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1fa3fe-8010-4501-813e-9c54ff3a9fa2', 'code': 200} Sep 21 16:32:23.133463 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d702aedf-da32-4bf1-a2ee-eb5ed11f503a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4479060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4674020'] for subnet, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:23.135125 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96920928-7b47-4e3a-9700-fa9e15d7ca6e req-3575585d-e864-4c34-bd7c-af2dcc0deedb tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:23.136662 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-96920928-7b47-4e3a-9700-fa9e15d7ca6e req-3575585d-e864-4c34-bd7c-af2dcc0deedb tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 944 time: 0.0523140 Sep 21 16:32:23.149141 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:23.179781 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-96920928-7b47-4e3a-9700-fa9e15d7ca6e req-228b73cb-bbfc-4d39-9068-e4e710499b3d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362964 Sep 21 16:32:23.189640 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702aedf-da32-4bf1-a2ee-eb5ed11f503a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8f4ce81-6fda-46e9-8392-224a6ec23c8a,revision_number=0']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:23.204882 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d702aedf-da32-4bf1-a2ee-eb5ed11f503a admin admin] Checking segment: {'id': '53813302-8840-4184-9051-c418a0ae5321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:32:23.205233 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d702aedf-da32-4bf1-a2ee-eb5ed11f503a admin admin] Network hostable DHCP agents. Network: 84a8318c-3a52-454c-b8ec-bdaba678f9cd, hostable agents: ['29edb376-3f7b-48e5-82ab-3b3d2ffff097'], hosted agents: [] {{(pid=184191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:32:23.212506 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=9f1fa3fe-8010-4501-813e-9c54ff3a9fa2,revision_number=7']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:23.270471 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d702aedf-da32-4bf1-a2ee-eb5ed11f503a admin admin] Network 84a8318c-3a52-454c-b8ec-bdaba678f9cd is scheduled to be hosted by DHCP agent 29edb376-3f7b-48e5-82ab-3b3d2ffff097 with binding_index 1 {{(pid=184191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:32:23.355652 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-d702aedf-da32-4bf1-a2ee-eb5ed11f503a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810035-1-iscsi, 84a8318c-3a52-454c-b8ec-bdaba678f9cd) {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:32:23.359881 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d702aedf-da32-4bf1-a2ee-eb5ed11f503a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:23.360425 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d702aedf-da32-4bf1-a2ee-eb5ed11f503a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for subnet, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:23.365170 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f39943a-db5b-40f9-b6e0-0f4a6cc0904a None None] Network 84a8318c-3a52-454c-b8ec-bdaba678f9cd requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:32:23.441723 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-d702aedf-da32-4bf1-a2ee-eb5ed11f503a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7152543 Sep 21 16:32:23.444094 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 36714) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:32:23.448476 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-34084afa-a9e2-454f-8330-54d51287b0f7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1273681184-router', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:32:23.513833 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64b1877-1c72-4572-87c3-f3250edd813b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57b6d36a-d267-5729-b52c-430ef85e6d98-84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'fixed_ips': [{'subnet_id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a'}]}} from dv-cinder-810035-1-iscsi. {{(pid=184193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 16:32:23.514682 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-c64b1877-1c72-4572-87c3-f3250edd813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:23.544989 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-34084afa-a9e2-454f-8330-54d51287b0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-703'] for router, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:23.546074 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-34084afa-a9e2-454f-8330-54d51287b0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:23.600659 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-34084afa-a9e2-454f-8330-54d51287b0f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:23.647069 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.db_base_plugin_common [None req-c64b1877-1c72-4572-87c3-f3250edd813b None None] Allocated IP 172.20.0.2 (84a8318c-3a52-454c-b8ec-bdaba678f9cd/f8f4ce81-6fda-46e9-8392-224a6ec23c8a/e29bc916-fa49-4e08-8765-2d5283b02e45) {{(pid=184193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:32:23.809869 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-c64b1877-1c72-4572-87c3-f3250edd813b None None] Notify callbacks [] for port, precommit_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:23.810557 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-34084afa-a9e2-454f-8330-54d51287b0f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:23.899086 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-c64b1877-1c72-4572-87c3-f3250edd813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112'] for port, after_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:23.935884 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64b1877-1c72-4572-87c3-f3250edd813b None None] Network 84a8318c-3a52-454c-b8ec-bdaba678f9cd is already hosted by enough agents. {{(pid=184193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:32:23.938664 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.scheduler.base_scheduler [None req-c64b1877-1c72-4572-87c3-f3250edd813b None None] Resources bound (agent type, host, resource id): {{(pid=184193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:32:23.944437 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64b1877-1c72-4572-87c3-f3250edd813b None None] Received port after_create {{(pid=184193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:32:23.951935 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b1877-1c72-4572-87c3-f3250edd813b None None] Pushing event updated for resources: {'Port': ['ID=e29bc916-fa49-4e08-8765-2d5283b02e45,revision_number=1']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:24.005608 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-c64b1877-1c72-4572-87c3-f3250edd813b None None] Attempting to bind port e29bc916-fa49-4e08-8765-2d5283b02e45 on host dv-cinder-810035-1-iscsi for vnic_type normal with profile {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:32:24.006232 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-c64b1877-1c72-4572-87c3-f3250edd813b None None] Attempting to bind port e29bc916-fa49-4e08-8765-2d5283b02e45 by drivers openvswitch,hyperv on host dv-cinder-810035-1-iscsi at level 0 using segments [{'id': '53813302-8840-4184-9051-c418a0ae5321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd'}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:32:24.006710 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64b1877-1c72-4572-87c3-f3250edd813b None None] Attempting to bind port e29bc916-fa49-4e08-8765-2d5283b02e45 on network 84a8318c-3a52-454c-b8ec-bdaba678f9cd {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:32:24.011635 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64b1877-1c72-4572-87c3-f3250edd813b None None] Checking agent: {'id': 'a5dd5e8b-ecdf-45ba-8497-6d160056e51d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 13, 45), 'started_at': datetime.datetime(2021, 9, 21, 16, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:32:24.012035 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64b1877-1c72-4572-87c3-f3250edd813b None None] Checking segment: {'id': '53813302-8840-4184-9051-c418a0ae5321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:32:24.012427 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-c64b1877-1c72-4572-87c3-f3250edd813b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:24.012813 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64b1877-1c72-4572-87c3-f3250edd813b None None] Bound using segment: {'id': '53813302-8840-4184-9051-c418a0ae5321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd'} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:32:24.013265 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-c64b1877-1c72-4572-87c3-f3250edd813b None None] Bound port: e29bc916-fa49-4e08-8765-2d5283b02e45, host: dv-cinder-810035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53813302-8840-4184-9051-c418a0ae5321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd'}}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:32:24.013638 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-c64b1877-1c72-4572-87c3-f3250edd813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:24.076135 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-c64b1877-1c72-4572-87c3-f3250edd813b None None] For port e29bc916-fa49-4e08-8765-2d5283b02e45, host dv-cinder-810035-1-iscsi, cleared binding levels {{(pid=184193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:32:24.079603 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-c64b1877-1c72-4572-87c3-f3250edd813b None None] For port e29bc916-fa49-4e08-8765-2d5283b02e45, host dv-cinder-810035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=e29bc916-fa49-4e08-8765-2d5283b02e45,segment=NetworkSegment(53813302-8840-4184-9051-c418a0ae5321),segment_id=53813302-8840-4184-9051-c418a0ae5321)] {{(pid=184193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:32:24.172523 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-c64b1877-1c72-4572-87c3-f3250edd813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:24.238884 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b1877-1c72-4572-87c3-f3250edd813b None None] Pushing event updated for resources: {'Port': ['ID=e29bc916-fa49-4e08-8765-2d5283b02e45,revision_number=2']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:24.318636 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6abf7-3fbf-4e8d-b467-daffe40f2f82 req-53efdd4f-7242-4a43-9714-393553e390ca tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:24.320361 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-e5d6abf7-3fbf-4e8d-b467-daffe40f2f82 req-53efdd4f-7242-4a43-9714-393553e390ca tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.0522637 Sep 21 16:32:24.363590 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-e5d6abf7-3fbf-4e8d-b467-daffe40f2f82 req-05130518-e9c0-40c0-ab52-02eedb203057 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360289 Sep 21 16:32:24.382626 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-34084afa-a9e2-454f-8330-54d51287b0f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:24.420363 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-34084afa-a9e2-454f-8330-54d51287b0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:24.531852 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_common [None req-34084afa-a9e2-454f-8330-54d51287b0f7 admin admin] Allocated IP 172.27.2.60 (72679c7d-9bce-4a4a-9509-1e8f9e1d8844/b489826c-59d7-499a-88a6-c55f1856fec4/fe8849e1-5b32-408f-b08d-47026a350d64) {{(pid=184191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:32:24.639123 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-34084afa-a9e2-454f-8330-54d51287b0f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:24.737674 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-34084afa-a9e2-454f-8330-54d51287b0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:24.774697 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34084afa-a9e2-454f-8330-54d51287b0f7 admin admin] Network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:32:24.778180 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-34084afa-a9e2-454f-8330-54d51287b0f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:32:24.787831 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34084afa-a9e2-454f-8330-54d51287b0f7 admin admin] Received port after_create {{(pid=184191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:32:24.811073 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34084afa-a9e2-454f-8330-54d51287b0f7 admin admin] Pushing event updated for resources: {'Port': ['ID=fe8849e1-5b32-408f-b08d-47026a350d64,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:25.088837 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f54fa97-f4a8-4225-887e-304647e552c4 None None] Network 84a8318c-3a52-454c-b8ec-bdaba678f9cd requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:32:25.119600 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-34084afa-a9e2-454f-8330-54d51287b0f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:25.209822 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-78789257-e298-488f-b13f-84b759436d93 None None] Provisioning complete for port e29bc916-fa49-4e08-8765-2d5283b02e45 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:32:25.210079 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-78789257-e298-488f-b13f-84b759436d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:25.323932 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-78789257-e298-488f-b13f-84b759436d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:25.335491 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-34084afa-a9e2-454f-8330-54d51287b0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615496'] for router, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:25.362656 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-78789257-e298-488f-b13f-84b759436d93 None None] For port e29bc916-fa49-4e08-8765-2d5283b02e45, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=e29bc916-fa49-4e08-8765-2d5283b02e45,segment=NetworkSegment(53813302-8840-4184-9051-c418a0ae5321),segment_id=53813302-8840-4184-9051-c418a0ae5321)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:32:25.453436 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-78789257-e298-488f-b13f-84b759436d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:25.489881 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device e29bc916-fa49-4e08-8765-2d5283b02e45 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:32:25.521068 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac5f5e-ab5a-44d2-93e7-dc72a9cdc31d req-7700657a-6322-4f66-8c34-beee7c34824e tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:25.523164 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-06ac5f5e-ab5a-44d2-93e7-dc72a9cdc31d req-7700657a-6322-4f66-8c34-beee7c34824e tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.0646794 Sep 21 16:32:25.544322 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78789257-e298-488f-b13f-84b759436d93 None None] Pushing event updated for resources: {'Port': ['ID=e29bc916-fa49-4e08-8765-2d5283b02e45,revision_number=3']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:25.558514 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port e29bc916-fa49-4e08-8765-2d5283b02e45 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:32:25.558956 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:25.562211 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-06ac5f5e-ab5a-44d2-93e7-dc72a9cdc31d req-2e83b082-5819-48e5-ace6-94918e8de3be tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325174 Sep 21 16:32:25.584531 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34084afa-a9e2-454f-8330-54d51287b0f7 admin admin] Router 0e11362f-3853-41ee-b819-47041b77fe33 is scheduled to L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 with binding_index 1 {{(pid=184191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 16:32:25.604850 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-f43058d0-a90d-4bd1-88ab-ed0d1542a56e None None] Provisioning complete for port e29bc916-fa49-4e08-8765-2d5283b02e45 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:32:25.605257 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-f43058d0-a90d-4bd1-88ab-ed0d1542a56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:25.696235 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34084afa-a9e2-454f-8330-54d51287b0f7 admin admin] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:32:25.706951 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926e47de-3e80-4c4d-a1fe-9ffff5c19009 None None] Sync routers for ids ['0e11362f-3853-41ee-b819-47041b77fe33'] in dv-cinder-810035-1-iscsi {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:32:25.728006 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926e47de-3e80-4c4d-a1fe-9ffff5c19009 None None] Routers {'0e11362f-3853-41ee-b819-47041b77fe33'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:32:25.728635 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-926e47de-3e80-4c4d-a1fe-9ffff5c19009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:32:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['0e11362f-3853-41ee-b819-47041b77fe33'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:25.773033 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-34084afa-a9e2-454f-8330-54d51287b0f7 admin admin] Notify callbacks [] for router, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:25.774329 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-34084afa-a9e2-454f-8330-54d51287b0f7 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3292630 Sep 21 16:32:25.777116 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 36726) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:32:25.833258 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-926e47de-3e80-4c4d-a1fe-9ffff5c19009 None None] Set router 0e11362f-3853-41ee-b819-47041b77fe33 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:32:26.012156 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-926e47de-3e80-4c4d-a1fe-9ffff5c19009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e11362f-3853-41ee-b819-47041b77fe33', 'name': 'tempest-TestVolumeBootPattern-1273681184-router', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:23Z', 'updated_at': '2021-09-21T16:32:24Z', 'revision_number': 3, 'project_id': '6043226e82394816af874014d2a2bf84', 'gw_port': {'id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:24Z', 'updated_at': '2021-09-21T16:32:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi'}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:26.037633 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926e47de-3e80-4c4d-a1fe-9ffff5c19009 None None] Checking router: 0e11362f-3853-41ee-b819-47041b77fe33 for host: dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:32:26.037974 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926e47de-3e80-4c4d-a1fe-9ffff5c19009 None None] Updating router 0e11362f-3853-41ee-b819-47041b77fe33 port fe8849e1-5b32-408f-b08d-47026a350d64 binding host dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:32:26.062271 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-926e47de-3e80-4c4d-a1fe-9ffff5c19009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:26.192143 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-fd3519e8-864b-40de-9c60-cfc3ca0cccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:26.316251 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-926e47de-3e80-4c4d-a1fe-9ffff5c19009 None None] Notify callbacks [] for port, precommit_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:26.350977 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_common [None req-fd3519e8-864b-40de-9c60-cfc3ca0cccc2 admin admin] Allocated IP 172.20.0.1 (84a8318c-3a52-454c-b8ec-bdaba678f9cd/f8f4ce81-6fda-46e9-8392-224a6ec23c8a/f7c47745-3a8f-4ab9-855a-5e642ff67f46) {{(pid=184191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:32:26.401668 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-926e47de-3e80-4c4d-a1fe-9ffff5c19009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:26.452051 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-fd3519e8-864b-40de-9c60-cfc3ca0cccc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:26.456172 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-926e47de-3e80-4c4d-a1fe-9ffff5c19009 None None] Attempting to bind port fe8849e1-5b32-408f-b08d-47026a350d64 on host dv-cinder-810035-1-iscsi for vnic_type normal with profile {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:32:26.456552 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-926e47de-3e80-4c4d-a1fe-9ffff5c19009 None None] Attempting to bind port fe8849e1-5b32-408f-b08d-47026a350d64 by drivers openvswitch,hyperv on host dv-cinder-810035-1-iscsi at level 0 using segments [{'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:32:26.456918 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926e47de-3e80-4c4d-a1fe-9ffff5c19009 None None] Attempting to bind port fe8849e1-5b32-408f-b08d-47026a350d64 on network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:32:26.459770 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646724a-0e53-40e8-8774-2838bce59c49 None None] Pushing event updated for resources: {'Port': ['ID=fe8849e1-5b32-408f-b08d-47026a350d64,revision_number=2']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:26.464296 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926e47de-3e80-4c4d-a1fe-9ffff5c19009 None None] Checking agent: {'id': 'a5dd5e8b-ecdf-45ba-8497-6d160056e51d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 13, 45), 'started_at': datetime.datetime(2021, 9, 21, 16, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:32:26.468978 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926e47de-3e80-4c4d-a1fe-9ffff5c19009 None None] Checking segment: {'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:32:26.468978 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-926e47de-3e80-4c4d-a1fe-9ffff5c19009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:26.468978 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926e47de-3e80-4c4d-a1fe-9ffff5c19009 None None] Bound using segment: {'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:32:26.468978 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-926e47de-3e80-4c4d-a1fe-9ffff5c19009 None None] Bound port: fe8849e1-5b32-408f-b08d-47026a350d64, host: dv-cinder-810035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:32:26.468978 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-926e47de-3e80-4c4d-a1fe-9ffff5c19009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:26.517248 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-926e47de-3e80-4c4d-a1fe-9ffff5c19009 None None] For port fe8849e1-5b32-408f-b08d-47026a350d64, host dv-cinder-810035-1-iscsi, cleared binding levels {{(pid=184193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:32:26.520251 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-926e47de-3e80-4c4d-a1fe-9ffff5c19009 None None] For port fe8849e1-5b32-408f-b08d-47026a350d64, host dv-cinder-810035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=fe8849e1-5b32-408f-b08d-47026a350d64,segment=NetworkSegment(20491f07-cf61-416d-8708-a00434b2d30f),segment_id=20491f07-cf61-416d-8708-a00434b2d30f)] {{(pid=184193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:32:26.539193 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-fd3519e8-864b-40de-9c60-cfc3ca0cccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:26.575552 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3519e8-864b-40de-9c60-cfc3ca0cccc2 admin admin] Network 84a8318c-3a52-454c-b8ec-bdaba678f9cd is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:32:26.579909 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-fd3519e8-864b-40de-9c60-cfc3ca0cccc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:32:26.585108 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-926e47de-3e80-4c4d-a1fe-9ffff5c19009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:26.590106 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3519e8-864b-40de-9c60-cfc3ca0cccc2 admin admin] Received port after_create {{(pid=184191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:32:26.597329 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3519e8-864b-40de-9c60-cfc3ca0cccc2 admin admin] Pushing event updated for resources: {'Port': ['ID=f7c47745-3a8f-4ab9-855a-5e642ff67f46,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:26.645543 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-fd3519e8-864b-40de-9c60-cfc3ca0cccc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615583'] for router_interface, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:26.664841 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926e47de-3e80-4c4d-a1fe-9ffff5c19009 None None] Routers {'0e11362f-3853-41ee-b819-47041b77fe33'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:32:26.665487 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-926e47de-3e80-4c4d-a1fe-9ffff5c19009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:32:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['0e11362f-3853-41ee-b819-47041b77fe33'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:26.671424 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646724a-0e53-40e8-8774-2838bce59c49 None None] Pushing event updated for resources: {'Port': ['ID=fe8849e1-5b32-408f-b08d-47026a350d64,revision_number=3']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:26.709253 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f392ff-90d5-4738-88da-c12a0aa704f3 req-261606d5-b98f-470d-a5e9-dd54a32269ba tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:26.711093 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-60f392ff-90d5-4738-88da-c12a0aa704f3 req-261606d5-b98f-470d-a5e9-dd54a32269ba tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.0700614 Sep 21 16:32:26.787669 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-60f392ff-90d5-4738-88da-c12a0aa704f3 req-cf9c56bd-fa05-4572-85b8-cf1438f2d4b4 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680320 Sep 21 16:32:26.836540 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-926e47de-3e80-4c4d-a1fe-9ffff5c19009 None None] Set router 0e11362f-3853-41ee-b819-47041b77fe33 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:32:26.877972 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-fd3519e8-864b-40de-9c60-cfc3ca0cccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:26.919187 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-463600ae-d496-40df-b567-fd2c9e48fe97 None None] Provisioning complete for port f7c47745-3a8f-4ab9-855a-5e642ff67f46 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:32:26.919577 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-463600ae-d496-40df-b567-fd2c9e48fe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:26.989758 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-463600ae-d496-40df-b567-fd2c9e48fe97 None None] Port f7c47745-3a8f-4ab9-855a-5e642ff67f46 cannot update to ACTIVE because it is not bound. {{(pid=184193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 16:32:27.037873 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-fd3519e8-864b-40de-9c60-cfc3ca0cccc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:27.051528 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-926e47de-3e80-4c4d-a1fe-9ffff5c19009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e11362f-3853-41ee-b819-47041b77fe33', 'name': 'tempest-TestVolumeBootPattern-1273681184-router', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:23Z', 'updated_at': '2021-09-21T16:32:24Z', 'revision_number': 3, 'project_id': '6043226e82394816af874014d2a2bf84', 'gw_port': {'id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:24Z', 'updated_at': '2021-09-21T16:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi'}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:27.082610 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926e47de-3e80-4c4d-a1fe-9ffff5c19009 None None] The sync data for ids ['0e11362f-3853-41ee-b819-47041b77fe33'] in dv-cinder-810035-1-iscsi is: [{'id': '0e11362f-3853-41ee-b819-47041b77fe33', 'name': 'tempest-TestVolumeBootPattern-1273681184-router', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:23Z', 'updated_at': '2021-09-21T16:32:24Z', 'revision_number': 3, 'project_id': '6043226e82394816af874014d2a2bf84', 'gw_port': {'id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:24Z', 'updated_at': '2021-09-21T16:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi'}] {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:32:27.139009 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-fd3519e8-864b-40de-9c60-cfc3ca0cccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4479009'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:27.213723 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3519e8-864b-40de-9c60-cfc3ca0cccc2 admin admin] Pushing event updated for resources: {'Port': ['ID=f7c47745-3a8f-4ab9-855a-5e642ff67f46,revision_number=2']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:27.216216 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-fd3519e8-864b-40de-9c60-cfc3ca0cccc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-616719'] for router_interface, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:27.321044 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3519e8-864b-40de-9c60-cfc3ca0cccc2 admin admin] Network 84a8318c-3a52-454c-b8ec-bdaba678f9cd is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:32:27.322384 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-fd3519e8-864b-40de-9c60-cfc3ca0cccc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:32:27.493876 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3519e8-864b-40de-9c60-cfc3ca0cccc2 admin admin] Router 0e11362f-3853-41ee-b819-47041b77fe33 has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:32:27.535731 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device fe8849e1-5b32-408f-b08d-47026a350d64 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:32:27.620518 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-bc82f076-c89c-4be3-b05e-31ffd6558950 None None] Provisioning complete for port f7c47745-3a8f-4ab9-855a-5e642ff67f46 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:32:27.621494 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-bc82f076-c89c-4be3-b05e-31ffd6558950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:27.655051 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port fe8849e1-5b32-408f-b08d-47026a350d64 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:32:27.655439 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:27.681624 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-bc82f076-c89c-4be3-b05e-31ffd6558950 None None] Port f7c47745-3a8f-4ab9-855a-5e642ff67f46 cannot update to ACTIVE because it is not bound. {{(pid=184193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 16:32:27.682956 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3519e8-864b-40de-9c60-cfc3ca0cccc2 admin admin] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:32:27.701240 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-fd3519e8-864b-40de-9c60-cfc3ca0cccc2 admin admin] 10.222.0.41 "PUT /v2.0/routers/0e11362f-3853-41ee-b819-47041b77fe33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9139059 Sep 21 16:32:27.919282 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:27.943664 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] For port fe8849e1-5b32-408f-b08d-47026a350d64, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=fe8849e1-5b32-408f-b08d-47026a350d64,segment=NetworkSegment(20491f07-cf61-416d-8708-a00434b2d30f),segment_id=20491f07-cf61-416d-8708-a00434b2d30f)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:32:27.953675 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796877d-6fc7-4eea-9264-b77ebb82eb42 req-97827393-10da-4c67-abd6-6fdb0503a8b8 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:27.956195 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f796877d-6fc7-4eea-9264-b77ebb82eb42 req-97827393-10da-4c67-abd6-6fdb0503a8b8 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.0692091 Sep 21 16:32:27.998403 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f796877d-6fc7-4eea-9264-b77ebb82eb42 req-fb4c64cb-8ba5-4837-bbbe-f6c095903372 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368674 Sep 21 16:32:28.087422 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:28.088991 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device e29bc916-fa49-4e08-8765-2d5283b02e45 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:32:28.169537 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Pushing event updated for resources: {'Port': ['ID=fe8849e1-5b32-408f-b08d-47026a350d64,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:28.193861 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port e29bc916-fa49-4e08-8765-2d5283b02e45 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:32:28.194243 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:28.721099 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 36778) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:32:28.726188 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-7a65ed56-0511-4476-9a70-42b6dd527a7a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1836562147-network', 'tenant_id': 'df3815123dd449c6aad5493267a17fef'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:32:28.818841 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a65ed56-0511-4476-9a70-42b6dd527a7a admin admin] Made reservation on behalf of df3815123dd449c6aad5493267a17fef for: {'network': 1} {{(pid=184192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:32:28.821572 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-7a65ed56-0511-4476-9a70-42b6dd527a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for network, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:28.832707 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-7a65ed56-0511-4476-9a70-42b6dd527a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:28.904377 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c9beb-c9f9-4674-a476-d741c336e3c9 None None] Sync routers for ids ['0e11362f-3853-41ee-b819-47041b77fe33'] in dv-cinder-810035-1-iscsi {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:32:28.919466 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5c9beb-c9f9-4674-a476-d741c336e3c9 None None] Routers {'0e11362f-3853-41ee-b819-47041b77fe33'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:32:28.920411 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-be5c9beb-c9f9-4674-a476-d741c336e3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:32:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['0e11362f-3853-41ee-b819-47041b77fe33'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:28.953109 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-7a65ed56-0511-4476-9a70-42b6dd527a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:29.059437 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-7a65ed56-0511-4476-9a70-42b6dd527a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:29.104499 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a65ed56-0511-4476-9a70-42b6dd527a7a admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=184192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:32:29.128265 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-be5c9beb-c9f9-4674-a476-d741c336e3c9 None None] Set router 0e11362f-3853-41ee-b819-47041b77fe33 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:32:29.161593 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-7a65ed56-0511-4476-9a70-42b6dd527a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:29.161859 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.db.segments_db [None req-7a65ed56-0511-4476-9a70-42b6dd527a7a admin admin] Added segment c78f1a22-adfa-402c-9d3c-ba6147de74ec of type vlan for network bbc7efee-1075-457e-b663-b139190bfcd5 Sep 21 16:32:29.164696 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65ed56-0511-4476-9a70-42b6dd527a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41523db2-d36d-4b41-ae05-caffbba5c382,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:29.219192 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e8f84-002e-42e4-9f3f-1951d6bcfbeb req-1bc3d92d-26b7-436b-bf2c-e9122a86c8eb tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:29.221621 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2a2e8f84-002e-42e4-9f3f-1951d6bcfbeb req-1bc3d92d-26b7-436b-bf2c-e9122a86c8eb tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.1322711 Sep 21 16:32:29.259608 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-7a65ed56-0511-4476-9a70-42b6dd527a7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785855168287'] for network, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:29.310725 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2a2e8f84-002e-42e4-9f3f-1951d6bcfbeb req-b3b1cfc5-2902-44e4-be07-ab8058fbf296 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730243 Sep 21 16:32:29.365907 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-be5c9beb-c9f9-4674-a476-d741c336e3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e11362f-3853-41ee-b819-47041b77fe33', 'name': 'tempest-TestVolumeBootPattern-1273681184-router', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:23Z', 'updated_at': '2021-09-21T16:32:26Z', 'revision_number': 4, 'project_id': '6043226e82394816af874014d2a2bf84', 'gw_port': {'id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:24Z', 'updated_at': '2021-09-21T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': 'f7c47745-3a8f-4ab9-855a-5e642ff67f46', 'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'mac_address': 'fa:16:3e:29:19:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:26Z', 'updated_at': '2021-09-21T16:32:26Z', 'revision_number': 2, 'project_id': '6043226e82394816af874014d2a2bf84', 'subnets': [{'id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:29.395761 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c9beb-c9f9-4674-a476-d741c336e3c9 None None] Checking router: 0e11362f-3853-41ee-b819-47041b77fe33 for host: dv-cinder-810035-1-iscsi {{(pid=184194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:32:29.396519 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c9beb-c9f9-4674-a476-d741c336e3c9 None None] Updating router 0e11362f-3853-41ee-b819-47041b77fe33 port f7c47745-3a8f-4ab9-855a-5e642ff67f46 binding host dv-cinder-810035-1-iscsi {{(pid=184194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:32:29.419860 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-7a65ed56-0511-4476-9a70-42b6dd527a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779'] for network, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:29.422362 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a65ed56-0511-4476-9a70-42b6dd527a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:29.423196 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-7a65ed56-0511-4476-9a70-42b6dd527a7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:29.429199 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device fe8849e1-5b32-408f-b08d-47026a350d64 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:32:29.439166 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-be5c9beb-c9f9-4674-a476-d741c336e3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:29.484651 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port fe8849e1-5b32-408f-b08d-47026a350d64 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:32:29.485294 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:29.506339 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65ed56-0511-4476-9a70-42b6dd527a7a admin admin] Pushing event updated for resources: {'Network': ['ID=bbc7efee-1075-457e-b663-b139190bfcd5,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:29.520011 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Network bbc7efee-1075-457e-b663-b139190bfcd5 details requested by agent ovs-agent-dv-cinder-810035-1-iscsi with host dv-cinder-810035-1-iscsi {{(pid=184193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 16:32:29.535831 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-7a65ed56-0511-4476-9a70-42b6dd527a7a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8133461 Sep 21 16:32:29.538628 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 36784) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:32:29.544913 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-2f783e92-9e68-4459-bdd7-30eebb19e001 admin admin] Request body: {'subnet': {'network_id': 'bbc7efee-1075-457e-b663-b139190bfcd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1836562147-subnet', 'tenant_id': 'df3815123dd449c6aad5493267a17fef', 'ip_version': 4}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:32:29.653767 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f783e92-9e68-4459-bdd7-30eebb19e001 admin admin] Made reservation on behalf of df3815123dd449c6aad5493267a17fef for: {'subnet': 1} {{(pid=184191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:32:29.656295 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-2f783e92-9e68-4459-bdd7-30eebb19e001 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4673994'] for subnet, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:29.894128 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-be5c9beb-c9f9-4674-a476-d741c336e3c9 None None] Notify callbacks [] for port, precommit_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:29.967492 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-be5c9beb-c9f9-4674-a476-d741c336e3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:30.007584 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-2f783e92-9e68-4459-bdd7-30eebb19e001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4479060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4674020'] for subnet, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:30.032304 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86145dd-da5d-4019-adeb-101114aef5d4 None None] Pushing event updated for resources: {'Port': ['ID=f7c47745-3a8f-4ab9-855a-5e642ff67f46,revision_number=3']} {{(pid=184194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:30.080134 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145dd-da5d-4019-adeb-101114aef5d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:30.080541 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145dd-da5d-4019-adeb-101114aef5d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:30.081019 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145dd-da5d-4019-adeb-101114aef5d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:30.081200 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145dd-da5d-4019-adeb-101114aef5d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:30.081687 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145dd-da5d-4019-adeb-101114aef5d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:30.081822 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145dd-da5d-4019-adeb-101114aef5d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:30.082143 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145dd-da5d-4019-adeb-101114aef5d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:30.082460 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145dd-da5d-4019-adeb-101114aef5d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:30.082795 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145dd-da5d-4019-adeb-101114aef5d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:30.083120 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145dd-da5d-4019-adeb-101114aef5d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:30.085143 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145dd-da5d-4019-adeb-101114aef5d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:30.085453 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145dd-da5d-4019-adeb-101114aef5d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:32:30.139746 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.managers [None req-be5c9beb-c9f9-4674-a476-d741c336e3c9 None None] Attempting to bind port f7c47745-3a8f-4ab9-855a-5e642ff67f46 on host dv-cinder-810035-1-iscsi for vnic_type normal with profile {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:32:30.140363 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.managers [None req-be5c9beb-c9f9-4674-a476-d741c336e3c9 None None] Attempting to bind port f7c47745-3a8f-4ab9-855a-5e642ff67f46 by drivers openvswitch,hyperv on host dv-cinder-810035-1-iscsi at level 0 using segments [{'id': '53813302-8840-4184-9051-c418a0ae5321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd'}] {{(pid=184194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:32:30.140907 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5c9beb-c9f9-4674-a476-d741c336e3c9 None None] Attempting to bind port f7c47745-3a8f-4ab9-855a-5e642ff67f46 on network 84a8318c-3a52-454c-b8ec-bdaba678f9cd {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:32:30.146972 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5c9beb-c9f9-4674-a476-d741c336e3c9 None None] Checking agent: {'id': 'a5dd5e8b-ecdf-45ba-8497-6d160056e51d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 13, 45), 'started_at': datetime.datetime(2021, 9, 21, 16, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:32:30.147832 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5c9beb-c9f9-4674-a476-d741c336e3c9 None None] Checking segment: {'id': '53813302-8840-4184-9051-c418a0ae5321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:32:30.148643 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-be5c9beb-c9f9-4674-a476-d741c336e3c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:30.149276 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5c9beb-c9f9-4674-a476-d741c336e3c9 None None] Bound using segment: {'id': '53813302-8840-4184-9051-c418a0ae5321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd'} {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:32:30.149901 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.managers [None req-be5c9beb-c9f9-4674-a476-d741c336e3c9 None None] Bound port: f7c47745-3a8f-4ab9-855a-5e642ff67f46, host: dv-cinder-810035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53813302-8840-4184-9051-c418a0ae5321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd'}}] {{(pid=184194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:32:30.150448 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-be5c9beb-c9f9-4674-a476-d741c336e3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:30.175470 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f783e92-9e68-4459-bdd7-30eebb19e001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeb33647-7594-4ee9-96db-516fb8fe65f3,revision_number=0']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:30.183529 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f783e92-9e68-4459-bdd7-30eebb19e001 admin admin] Checking segment: {'id': 'c78f1a22-adfa-402c-9d3c-ba6147de74ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bbc7efee-1075-457e-b663-b139190bfcd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:32:30.186296 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f783e92-9e68-4459-bdd7-30eebb19e001 admin admin] Network hostable DHCP agents. Network: bbc7efee-1075-457e-b663-b139190bfcd5, hostable agents: ['29edb376-3f7b-48e5-82ab-3b3d2ffff097'], hosted agents: [] {{(pid=184191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:32:30.247342 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.db [None req-be5c9beb-c9f9-4674-a476-d741c336e3c9 None None] For port f7c47745-3a8f-4ab9-855a-5e642ff67f46, host dv-cinder-810035-1-iscsi, cleared binding levels {{(pid=184194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:32:30.250667 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.db [None req-be5c9beb-c9f9-4674-a476-d741c336e3c9 None None] For port f7c47745-3a8f-4ab9-855a-5e642ff67f46, host dv-cinder-810035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=f7c47745-3a8f-4ab9-855a-5e642ff67f46,segment=NetworkSegment(53813302-8840-4184-9051-c418a0ae5321),segment_id=53813302-8840-4184-9051-c418a0ae5321)] {{(pid=184194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:32:30.331161 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a3da8444-d22a-4ad0-bf31-bcd0076c0828 None None] Provisioning complete for port f7c47745-3a8f-4ab9-855a-5e642ff67f46 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:32:30.331624 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a3da8444-d22a-4ad0-bf31-bcd0076c0828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:30.358577 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f783e92-9e68-4459-bdd7-30eebb19e001 admin admin] Network bbc7efee-1075-457e-b663-b139190bfcd5 is scheduled to be hosted by DHCP agent 29edb376-3f7b-48e5-82ab-3b3d2ffff097 with binding_index 1 {{(pid=184191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:32:30.369374 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-a3da8444-d22a-4ad0-bf31-bcd0076c0828 None None] Port f7c47745-3a8f-4ab9-855a-5e642ff67f46 cannot update to ACTIVE because it is not bound. {{(pid=184193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 16:32:30.408221 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-be5c9beb-c9f9-4674-a476-d741c336e3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:30.460174 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5c9beb-c9f9-4674-a476-d741c336e3c9 None None] Routers {'0e11362f-3853-41ee-b819-47041b77fe33'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:32:30.461096 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-be5c9beb-c9f9-4674-a476-d741c336e3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:32:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['0e11362f-3853-41ee-b819-47041b77fe33'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:30.493537 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077273b-484a-4102-88c0-b2f8c65becf6 req-cd76c281-8454-4e0c-8b6e-414f8f3aa235 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:30.495270 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d077273b-484a-4102-88c0-b2f8c65becf6 req-cd76c281-8454-4e0c-8b6e-414f8f3aa235 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.0934722 Sep 21 16:32:30.527843 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-2f783e92-9e68-4459-bdd7-30eebb19e001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810035-1-iscsi, bbc7efee-1075-457e-b663-b139190bfcd5) {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:32:30.532740 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f783e92-9e68-4459-bdd7-30eebb19e001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:30.532919 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-2f783e92-9e68-4459-bdd7-30eebb19e001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for subnet, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:30.539853 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7424a3-e406-4dd5-8266-9d90990a2bb5 None None] Network bbc7efee-1075-457e-b663-b139190bfcd5 requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:32:30.546730 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86145dd-da5d-4019-adeb-101114aef5d4 None None] Pushing event updated for resources: {'Port': ['ID=f7c47745-3a8f-4ab9-855a-5e642ff67f46,revision_number=4']} {{(pid=184194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:30.580361 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d077273b-484a-4102-88c0-b2f8c65becf6 req-85a0a592-d9e8-4817-a2af-52277b00dc1b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719545 Sep 21 16:32:30.642762 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-be5c9beb-c9f9-4674-a476-d741c336e3c9 None None] Set router 0e11362f-3853-41ee-b819-47041b77fe33 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:32:30.654621 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-2f783e92-9e68-4459-bdd7-30eebb19e001 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1142638 Sep 21 16:32:30.657046 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 36790) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:32:30.662872 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-ed44bd1a-3f29-4c1a-ac78-8bbc470b3c0e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1836562147-router', 'tenant_id': 'df3815123dd449c6aad5493267a17fef', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:32:30.781667 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ed44bd1a-3f29-4c1a-ac78-8bbc470b3c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-703'] for router, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:30.782711 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ed44bd1a-3f29-4c1a-ac78-8bbc470b3c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:30.819232 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071f9f61-17cd-4dff-9774-fe54e13424be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57b6d36a-d267-5729-b52c-430ef85e6d98-bbc7efee-1075-457e-b663-b139190bfcd5', 'network_id': 'bbc7efee-1075-457e-b663-b139190bfcd5', 'tenant_id': 'df3815123dd449c6aad5493267a17fef', 'fixed_ips': [{'subnet_id': 'aeb33647-7594-4ee9-96db-516fb8fe65f3'}]}} from dv-cinder-810035-1-iscsi. {{(pid=184193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 16:32:30.820410 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-071f9f61-17cd-4dff-9774-fe54e13424be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:30.841442 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ed44bd1a-3f29-4c1a-ac78-8bbc470b3c0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:30.933028 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-be5c9beb-c9f9-4674-a476-d741c336e3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e11362f-3853-41ee-b819-47041b77fe33', 'name': 'tempest-TestVolumeBootPattern-1273681184-router', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:23Z', 'updated_at': '2021-09-21T16:32:26Z', 'revision_number': 4, 'project_id': '6043226e82394816af874014d2a2bf84', 'gw_port': {'id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:24Z', 'updated_at': '2021-09-21T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': 'f7c47745-3a8f-4ab9-855a-5e642ff67f46', 'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'mac_address': 'fa:16:3e:29:19:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:26Z', 'updated_at': '2021-09-21T16:32:30Z', 'revision_number': 4, 'project_id': '6043226e82394816af874014d2a2bf84', 'subnets': [{'id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:30.944607 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-7063ef08-ff14-4ea1-b856-b3473bf3b9b6 None None] Provisioning complete for port f7c47745-3a8f-4ab9-855a-5e642ff67f46 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:32:30.946268 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-7063ef08-ff14-4ea1-b856-b3473bf3b9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:30.968583 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c9beb-c9f9-4674-a476-d741c336e3c9 None None] The sync data for ids ['0e11362f-3853-41ee-b819-47041b77fe33'] in dv-cinder-810035-1-iscsi is: [{'id': '0e11362f-3853-41ee-b819-47041b77fe33', 'name': 'tempest-TestVolumeBootPattern-1273681184-router', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:23Z', 'updated_at': '2021-09-21T16:32:26Z', 'revision_number': 4, 'project_id': '6043226e82394816af874014d2a2bf84', 'gw_port': {'id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:24Z', 'updated_at': '2021-09-21T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': 'f7c47745-3a8f-4ab9-855a-5e642ff67f46', 'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'mac_address': 'fa:16:3e:29:19:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:26Z', 'updated_at': '2021-09-21T16:32:30Z', 'revision_number': 4, 'project_id': '6043226e82394816af874014d2a2bf84', 'subnets': [{'id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:32:31.083944 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.db_base_plugin_common [None req-071f9f61-17cd-4dff-9774-fe54e13424be None None] Allocated IP 172.20.0.2 (bbc7efee-1075-457e-b663-b139190bfcd5/aeb33647-7594-4ee9-96db-516fb8fe65f3/d044fe0a-01ea-44c7-8e1f-fc182ae97f2c) {{(pid=184193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:32:31.187090 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-7063ef08-ff14-4ea1-b856-b3473bf3b9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:31.313769 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-7063ef08-ff14-4ea1-b856-b3473bf3b9b6 None None] For port f7c47745-3a8f-4ab9-855a-5e642ff67f46, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=f7c47745-3a8f-4ab9-855a-5e642ff67f46,segment=NetworkSegment(53813302-8840-4184-9051-c418a0ae5321),segment_id=53813302-8840-4184-9051-c418a0ae5321)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:32:31.314118 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ed44bd1a-3f29-4c1a-ac78-8bbc470b3c0e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:31.426270 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-071f9f61-17cd-4dff-9774-fe54e13424be None None] Notify callbacks [] for port, precommit_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:31.428001 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-7063ef08-ff14-4ea1-b856-b3473bf3b9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:31.523630 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063ef08-ff14-4ea1-b856-b3473bf3b9b6 None None] Pushing event updated for resources: {'Port': ['ID=f7c47745-3a8f-4ab9-855a-5e642ff67f46,revision_number=5']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:31.527551 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-071f9f61-17cd-4dff-9774-fe54e13424be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112'] for port, after_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:31.579415 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f9f61-17cd-4dff-9774-fe54e13424be None None] Pushing event updated for resources: {'Port': ['ID=d044fe0a-01ea-44c7-8e1f-fc182ae97f2c,revision_number=1']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:31.584040 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device f7c47745-3a8f-4ab9-855a-5e642ff67f46 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:32:31.671513 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071f9f61-17cd-4dff-9774-fe54e13424be None None] Network bbc7efee-1075-457e-b663-b139190bfcd5 is already hosted by enough agents. {{(pid=184193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:32:31.675221 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.scheduler.base_scheduler [None req-071f9f61-17cd-4dff-9774-fe54e13424be None None] Resources bound (agent type, host, resource id): {{(pid=184193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:32:31.679077 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071f9f61-17cd-4dff-9774-fe54e13424be None None] Received port after_create {{(pid=184193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:32:31.770787 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ed44bd1a-3f29-4c1a-ac78-8bbc470b3c0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:31.790059 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f31be-7bee-482b-89cb-7a56e5074e1e req-1d2c24cd-ab60-4658-a7f4-c1975054d786 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:31.791636 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b26f31be-7bee-482b-89cb-7a56e5074e1e req-1d2c24cd-ab60-4658-a7f4-c1975054d786 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.1099288 Sep 21 16:32:31.793302 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ed44bd1a-3f29-4c1a-ac78-8bbc470b3c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:31.827252 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:32:31.854690 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port f7c47745-3a8f-4ab9-855a-5e642ff67f46 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:32:31.855695 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:31.858533 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-071f9f61-17cd-4dff-9774-fe54e13424be None None] Attempting to bind port d044fe0a-01ea-44c7-8e1f-fc182ae97f2c on host dv-cinder-810035-1-iscsi for vnic_type normal with profile {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:32:31.858896 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-071f9f61-17cd-4dff-9774-fe54e13424be None None] Attempting to bind port d044fe0a-01ea-44c7-8e1f-fc182ae97f2c by drivers openvswitch,hyperv on host dv-cinder-810035-1-iscsi at level 0 using segments [{'id': 'c78f1a22-adfa-402c-9d3c-ba6147de74ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bbc7efee-1075-457e-b663-b139190bfcd5'}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:32:31.859253 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071f9f61-17cd-4dff-9774-fe54e13424be None None] Attempting to bind port d044fe0a-01ea-44c7-8e1f-fc182ae97f2c on network bbc7efee-1075-457e-b663-b139190bfcd5 {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:32:31.867093 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b26f31be-7bee-482b-89cb-7a56e5074e1e req-f0d14330-12a8-4b69-8f81-d1c5c9f77cc7 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623937 Sep 21 16:32:31.889431 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071f9f61-17cd-4dff-9774-fe54e13424be None None] Checking agent: {'id': 'a5dd5e8b-ecdf-45ba-8497-6d160056e51d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 13, 45), 'started_at': datetime.datetime(2021, 9, 21, 16, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:32:31.889803 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071f9f61-17cd-4dff-9774-fe54e13424be None None] Checking segment: {'id': 'c78f1a22-adfa-402c-9d3c-ba6147de74ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bbc7efee-1075-457e-b663-b139190bfcd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:32:31.890205 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-071f9f61-17cd-4dff-9774-fe54e13424be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:31.890610 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071f9f61-17cd-4dff-9774-fe54e13424be None None] Bound using segment: {'id': 'c78f1a22-adfa-402c-9d3c-ba6147de74ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bbc7efee-1075-457e-b663-b139190bfcd5'} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:32:31.891075 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-071f9f61-17cd-4dff-9774-fe54e13424be None None] Bound port: d044fe0a-01ea-44c7-8e1f-fc182ae97f2c, host: dv-cinder-810035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c78f1a22-adfa-402c-9d3c-ba6147de74ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bbc7efee-1075-457e-b663-b139190bfcd5'}}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:32:31.891477 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-071f9f61-17cd-4dff-9774-fe54e13424be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:31.931954 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_common [None req-ed44bd1a-3f29-4c1a-ac78-8bbc470b3c0e admin admin] Allocated IP 172.27.2.102 (72679c7d-9bce-4a4a-9509-1e8f9e1d8844/b489826c-59d7-499a-88a6-c55f1856fec4/811e5c2d-4905-4841-ab46-3639ef6f3f31) {{(pid=184191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:32:32.009516 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-071f9f61-17cd-4dff-9774-fe54e13424be None None] For port d044fe0a-01ea-44c7-8e1f-fc182ae97f2c, host dv-cinder-810035-1-iscsi, cleared binding levels {{(pid=184193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:32:32.015257 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-071f9f61-17cd-4dff-9774-fe54e13424be None None] For port d044fe0a-01ea-44c7-8e1f-fc182ae97f2c, host dv-cinder-810035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=d044fe0a-01ea-44c7-8e1f-fc182ae97f2c,segment=NetworkSegment(c78f1a22-adfa-402c-9d3c-ba6147de74ec),segment_id=c78f1a22-adfa-402c-9d3c-ba6147de74ec)] {{(pid=184193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:32:32.068691 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ed44bd1a-3f29-4c1a-ac78-8bbc470b3c0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:32.128703 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-071f9f61-17cd-4dff-9774-fe54e13424be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:32.203976 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f9f61-17cd-4dff-9774-fe54e13424be None None] Pushing event updated for resources: {'Port': ['ID=d044fe0a-01ea-44c7-8e1f-fc182ae97f2c,revision_number=2']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:32.436607 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ed44bd1a-3f29-4c1a-ac78-8bbc470b3c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:32.488520 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed44bd1a-3f29-4c1a-ac78-8bbc470b3c0e admin admin] Network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:32:32.491807 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-ed44bd1a-3f29-4c1a-ac78-8bbc470b3c0e admin admin] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:32:32.498109 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed44bd1a-3f29-4c1a-ac78-8bbc470b3c0e admin admin] Received port after_create {{(pid=184191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:32:32.503649 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44bd1a-3f29-4c1a-ac78-8bbc470b3c0e admin admin] Pushing event updated for resources: {'Port': ['ID=811e5c2d-4905-4841-ab46-3639ef6f3f31,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:33.045028 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde25fda-d812-4f44-bd07-05a96378ce28 req-9941e3c3-d777-4562-a704-8f7848b1210f tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:33.063689 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-cde25fda-d812-4f44-bd07-05a96378ce28 req-9941e3c3-d777-4562-a704-8f7848b1210f tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.0991204 Sep 21 16:32:33.134507 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-cde25fda-d812-4f44-bd07-05a96378ce28 req-934c16aa-6736-483e-a4a5-0e8a9b0f1294 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698397 Sep 21 16:32:33.182677 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ed44bd1a-3f29-4c1a-ac78-8bbc470b3c0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:33.199332 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e872908-f040-423d-9250-4f6fd22e279f None None] Network bbc7efee-1075-457e-b663-b139190bfcd5 requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:32:33.294277 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-5cc68cb9-522f-4eba-8e67-8dbb6b40d266 None None] Provisioning complete for port d044fe0a-01ea-44c7-8e1f-fc182ae97f2c triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:32:33.294911 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-5cc68cb9-522f-4eba-8e67-8dbb6b40d266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:33.467270 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-5cc68cb9-522f-4eba-8e67-8dbb6b40d266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:33.481384 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ed44bd1a-3f29-4c1a-ac78-8bbc470b3c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615496'] for router, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:33.526132 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-5cc68cb9-522f-4eba-8e67-8dbb6b40d266 None None] For port d044fe0a-01ea-44c7-8e1f-fc182ae97f2c, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=d044fe0a-01ea-44c7-8e1f-fc182ae97f2c,segment=NetworkSegment(c78f1a22-adfa-402c-9d3c-ba6147de74ec),segment_id=c78f1a22-adfa-402c-9d3c-ba6147de74ec)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:32:33.584901 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device f7c47745-3a8f-4ab9-855a-5e642ff67f46 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:32:33.639801 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-5cc68cb9-522f-4eba-8e67-8dbb6b40d266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:33.706140 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port f7c47745-3a8f-4ab9-855a-5e642ff67f46 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:32:33.706533 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:33.745519 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc68cb9-522f-4eba-8e67-8dbb6b40d266 None None] Pushing event updated for resources: {'Port': ['ID=d044fe0a-01ea-44c7-8e1f-fc182ae97f2c,revision_number=3']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:33.811478 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device d044fe0a-01ea-44c7-8e1f-fc182ae97f2c up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:32:33.825590 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed44bd1a-3f29-4c1a-ac78-8bbc470b3c0e admin admin] Router a9525a03-8540-4d78-ab3e-89981c7169de is scheduled to L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 with binding_index 1 {{(pid=184191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 16:32:33.887057 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-22afc6ee-77bc-46b3-aaaf-5163aba1c41d None None] Provisioning complete for port d044fe0a-01ea-44c7-8e1f-fc182ae97f2c triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:32:33.887602 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-22afc6ee-77bc-46b3-aaaf-5163aba1c41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:33.942795 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port d044fe0a-01ea-44c7-8e1f-fc182ae97f2c triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:32:33.943366 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:33.984047 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed44bd1a-3f29-4c1a-ac78-8bbc470b3c0e admin admin] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:32:34.001505 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cd286b-1d68-4f63-853f-bfd74be6293d None None] Sync routers for ids ['a9525a03-8540-4d78-ab3e-89981c7169de'] in dv-cinder-810035-1-iscsi {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:32:34.036016 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cd286b-1d68-4f63-853f-bfd74be6293d None None] Routers {'a9525a03-8540-4d78-ab3e-89981c7169de'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:32:34.037144 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-83cd286b-1d68-4f63-853f-bfd74be6293d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:32:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['a9525a03-8540-4d78-ab3e-89981c7169de'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:34.076890 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ed44bd1a-3f29-4c1a-ac78-8bbc470b3c0e admin admin] Notify callbacks [] for router, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:34.080849 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-ed44bd1a-3f29-4c1a-ac78-8bbc470b3c0e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4197505 Sep 21 16:32:34.081402 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 36806) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:32:34.222945 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-83cd286b-1d68-4f63-853f-bfd74be6293d None None] Set router a9525a03-8540-4d78-ab3e-89981c7169de gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:32:34.283579 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ae7d2-4d53-472f-b0d2-0faa9c6e418b req-361d2eb7-871c-4f6b-9162-819d3ed7bcd2 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:34.291372 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9c2ae7d2-4d53-472f-b0d2-0faa9c6e418b req-361d2eb7-871c-4f6b-9162-819d3ed7bcd2 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.0722401 Sep 21 16:32:34.350947 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9c2ae7d2-4d53-472f-b0d2-0faa9c6e418b req-4dd6bd60-e77c-45c1-a398-918d1361e686 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554078 Sep 21 16:32:34.500994 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-83cd286b-1d68-4f63-853f-bfd74be6293d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9525a03-8540-4d78-ab3e-89981c7169de', 'name': 'tempest-TestVolumeBootPattern-1836562147-router', 'tenant_id': 'df3815123dd449c6aad5493267a17fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '811e5c2d-4905-4841-ab46-3639ef6f3f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:30Z', 'updated_at': '2021-09-21T16:32:32Z', 'revision_number': 3, 'project_id': 'df3815123dd449c6aad5493267a17fef', 'gw_port': {'id': '811e5c2d-4905-4841-ab46-3639ef6f3f31', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9525a03-8540-4d78-ab3e-89981c7169de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:31Z', 'updated_at': '2021-09-21T16:32:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi'}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:34.534500 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cd286b-1d68-4f63-853f-bfd74be6293d None None] Checking router: a9525a03-8540-4d78-ab3e-89981c7169de for host: dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:32:34.534857 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cd286b-1d68-4f63-853f-bfd74be6293d None None] Updating router a9525a03-8540-4d78-ab3e-89981c7169de port 811e5c2d-4905-4841-ab46-3639ef6f3f31 binding host dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:32:34.573399 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-83cd286b-1d68-4f63-853f-bfd74be6293d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:34.657357 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-34165448-0c31-498b-b2ea-974a3881814b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:34.916854 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_common [None req-34165448-0c31-498b-b2ea-974a3881814b admin admin] Allocated IP 172.20.0.1 (bbc7efee-1075-457e-b663-b139190bfcd5/aeb33647-7594-4ee9-96db-516fb8fe65f3/24070141-5562-4e8b-8ff8-df1f6cd9f26b) {{(pid=184191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:32:35.085496 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-34165448-0c31-498b-b2ea-974a3881814b admin admin] Notify callbacks [] for port, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:35.124752 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-83cd286b-1d68-4f63-853f-bfd74be6293d None None] Notify callbacks [] for port, precommit_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:35.213767 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-34165448-0c31-498b-b2ea-974a3881814b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:35.224641 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-83cd286b-1d68-4f63-853f-bfd74be6293d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:35.276385 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-83cd286b-1d68-4f63-853f-bfd74be6293d None None] Attempting to bind port 811e5c2d-4905-4841-ab46-3639ef6f3f31 on host dv-cinder-810035-1-iscsi for vnic_type normal with profile {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:32:35.277820 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-83cd286b-1d68-4f63-853f-bfd74be6293d None None] Attempting to bind port 811e5c2d-4905-4841-ab46-3639ef6f3f31 by drivers openvswitch,hyperv on host dv-cinder-810035-1-iscsi at level 0 using segments [{'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:32:35.278372 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cd286b-1d68-4f63-853f-bfd74be6293d None None] Attempting to bind port 811e5c2d-4905-4841-ab46-3639ef6f3f31 on network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:32:35.279911 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34165448-0c31-498b-b2ea-974a3881814b admin admin] Network bbc7efee-1075-457e-b663-b139190bfcd5 is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:32:35.291235 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cd286b-1d68-4f63-853f-bfd74be6293d None None] Checking agent: {'id': 'a5dd5e8b-ecdf-45ba-8497-6d160056e51d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 13, 45), 'started_at': datetime.datetime(2021, 9, 21, 16, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:32:35.292078 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cd286b-1d68-4f63-853f-bfd74be6293d None None] Checking segment: {'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:32:35.292232 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-34165448-0c31-498b-b2ea-974a3881814b admin admin] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:32:35.292864 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-83cd286b-1d68-4f63-853f-bfd74be6293d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:35.293430 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cd286b-1d68-4f63-853f-bfd74be6293d None None] Bound using segment: {'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:32:35.294584 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-83cd286b-1d68-4f63-853f-bfd74be6293d None None] Bound port: 811e5c2d-4905-4841-ab46-3639ef6f3f31, host: dv-cinder-810035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:32:35.295268 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-83cd286b-1d68-4f63-853f-bfd74be6293d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:35.302864 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34165448-0c31-498b-b2ea-974a3881814b admin admin] Received port after_create {{(pid=184191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:32:35.334613 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461dbbad-c729-4cfe-b5c7-4e3402796f15 None None] Pushing event updated for resources: {'Port': ['ID=811e5c2d-4905-4841-ab46-3639ef6f3f31,revision_number=2']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:35.368652 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-34165448-0c31-498b-b2ea-974a3881814b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615583'] for router_interface, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:35.384928 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-83cd286b-1d68-4f63-853f-bfd74be6293d None None] For port 811e5c2d-4905-4841-ab46-3639ef6f3f31, host dv-cinder-810035-1-iscsi, cleared binding levels {{(pid=184193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:32:35.399927 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-83cd286b-1d68-4f63-853f-bfd74be6293d None None] For port 811e5c2d-4905-4841-ab46-3639ef6f3f31, host dv-cinder-810035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=811e5c2d-4905-4841-ab46-3639ef6f3f31,segment=NetworkSegment(20491f07-cf61-416d-8708-a00434b2d30f),segment_id=20491f07-cf61-416d-8708-a00434b2d30f)] {{(pid=184193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:32:35.461532 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device d044fe0a-01ea-44c7-8e1f-fc182ae97f2c up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:32:35.509364 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34165448-0c31-498b-b2ea-974a3881814b admin admin] Pushing event updated for resources: {'Port': ['ID=24070141-5562-4e8b-8ff8-df1f6cd9f26b,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:35.516940 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-83cd286b-1d68-4f63-853f-bfd74be6293d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:35.591794 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461dbbad-c729-4cfe-b5c7-4e3402796f15 None None] Pushing event updated for resources: {'Port': ['ID=811e5c2d-4905-4841-ab46-3639ef6f3f31,revision_number=3']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:35.594982 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162a636-821d-4ddf-bd65-6db2437c62d1 req-dee22a08-4fad-4b63-aeb1-89afab88710e tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:35.596916 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f162a636-821d-4ddf-bd65-6db2437c62d1 req-dee22a08-4fad-4b63-aeb1-89afab88710e tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.1317132 Sep 21 16:32:35.625487 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port d044fe0a-01ea-44c7-8e1f-fc182ae97f2c triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:32:35.630018 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:35.661572 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cd286b-1d68-4f63-853f-bfd74be6293d None None] Routers {'a9525a03-8540-4d78-ab3e-89981c7169de'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:32:35.663123 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-83cd286b-1d68-4f63-853f-bfd74be6293d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:32:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['a9525a03-8540-4d78-ab3e-89981c7169de'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:35.681304 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f162a636-821d-4ddf-bd65-6db2437c62d1 req-42bf0293-2e65-4fa9-8e6f-45d5919b226e tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648775 Sep 21 16:32:35.689477 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-34165448-0c31-498b-b2ea-974a3881814b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:35.894601 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-34165448-0c31-498b-b2ea-974a3881814b admin admin] Notify callbacks [] for port, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:35.905459 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-83cd286b-1d68-4f63-853f-bfd74be6293d None None] Set router a9525a03-8540-4d78-ab3e-89981c7169de gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:32:35.910594 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-ec19d3f4-024b-4825-89df-94ee07276429 None None] Provisioning complete for port 24070141-5562-4e8b-8ff8-df1f6cd9f26b triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:32:35.910594 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-ec19d3f4-024b-4825-89df-94ee07276429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:35.972935 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-34165448-0c31-498b-b2ea-974a3881814b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4479009'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:36.054603 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34165448-0c31-498b-b2ea-974a3881814b admin admin] Pushing event updated for resources: {'Port': ['ID=24070141-5562-4e8b-8ff8-df1f6cd9f26b,revision_number=2']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:36.062258 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-34165448-0c31-498b-b2ea-974a3881814b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-616719'] for router_interface, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:36.072990 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-ec19d3f4-024b-4825-89df-94ee07276429 None None] Port 24070141-5562-4e8b-8ff8-df1f6cd9f26b cannot update to ACTIVE because it is not bound. {{(pid=184193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 16:32:36.175153 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34165448-0c31-498b-b2ea-974a3881814b admin admin] Network bbc7efee-1075-457e-b663-b139190bfcd5 is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:32:36.177045 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-34165448-0c31-498b-b2ea-974a3881814b admin admin] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:32:36.325991 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-83cd286b-1d68-4f63-853f-bfd74be6293d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9525a03-8540-4d78-ab3e-89981c7169de', 'name': 'tempest-TestVolumeBootPattern-1836562147-router', 'tenant_id': 'df3815123dd449c6aad5493267a17fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '811e5c2d-4905-4841-ab46-3639ef6f3f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:30Z', 'updated_at': '2021-09-21T16:32:35Z', 'revision_number': 4, 'project_id': 'df3815123dd449c6aad5493267a17fef', 'gw_port': {'id': '811e5c2d-4905-4841-ab46-3639ef6f3f31', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9525a03-8540-4d78-ab3e-89981c7169de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:31Z', 'updated_at': '2021-09-21T16:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': '24070141-5562-4e8b-8ff8-df1f6cd9f26b', 'name': '', 'network_id': 'bbc7efee-1075-457e-b663-b139190bfcd5', 'tenant_id': 'df3815123dd449c6aad5493267a17fef', 'mac_address': 'fa:16:3e:64:db:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9525a03-8540-4d78-ab3e-89981c7169de', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'aeb33647-7594-4ee9-96db-516fb8fe65f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:34Z', 'updated_at': '2021-09-21T16:32:34Z', 'revision_number': 1, 'project_id': 'df3815123dd449c6aad5493267a17fef', 'subnets': [{'id': 'aeb33647-7594-4ee9-96db-516fb8fe65f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:36.341647 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34165448-0c31-498b-b2ea-974a3881814b admin admin] Router a9525a03-8540-4d78-ab3e-89981c7169de has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:32:36.361599 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cd286b-1d68-4f63-853f-bfd74be6293d None None] The sync data for ids ['a9525a03-8540-4d78-ab3e-89981c7169de'] in dv-cinder-810035-1-iscsi is: [{'id': 'a9525a03-8540-4d78-ab3e-89981c7169de', 'name': 'tempest-TestVolumeBootPattern-1836562147-router', 'tenant_id': 'df3815123dd449c6aad5493267a17fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '811e5c2d-4905-4841-ab46-3639ef6f3f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:30Z', 'updated_at': '2021-09-21T16:32:35Z', 'revision_number': 4, 'project_id': 'df3815123dd449c6aad5493267a17fef', 'gw_port': {'id': '811e5c2d-4905-4841-ab46-3639ef6f3f31', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9525a03-8540-4d78-ab3e-89981c7169de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:31Z', 'updated_at': '2021-09-21T16:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': '24070141-5562-4e8b-8ff8-df1f6cd9f26b', 'name': '', 'network_id': 'bbc7efee-1075-457e-b663-b139190bfcd5', 'tenant_id': 'df3815123dd449c6aad5493267a17fef', 'mac_address': 'fa:16:3e:64:db:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9525a03-8540-4d78-ab3e-89981c7169de', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'aeb33647-7594-4ee9-96db-516fb8fe65f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:34Z', 'updated_at': '2021-09-21T16:32:34Z', 'revision_number': 1, 'project_id': 'df3815123dd449c6aad5493267a17fef', 'subnets': [{'id': 'aeb33647-7594-4ee9-96db-516fb8fe65f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:32:36.527590 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34165448-0c31-498b-b2ea-974a3881814b admin admin] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:32:36.540476 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-34165448-0c31-498b-b2ea-974a3881814b admin admin] 10.222.0.41 "PUT /v2.0/routers/a9525a03-8540-4d78-ab3e-89981c7169de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4505384 Sep 21 16:32:36.596316 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-f51fef31-da8b-404a-84ff-52dca495930c None None] Provisioning complete for port 24070141-5562-4e8b-8ff8-df1f6cd9f26b triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:32:36.596684 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-f51fef31-da8b-404a-84ff-52dca495930c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:36.660243 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-f51fef31-da8b-404a-84ff-52dca495930c None None] Port 24070141-5562-4e8b-8ff8-df1f6cd9f26b cannot update to ACTIVE because it is not bound. {{(pid=184193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 16:32:36.816180 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199f316-f3ae-4193-9f5d-72735c771170 req-e2b9efb0-7e78-4de1-9628-8381c693fb26 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:36.817733 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9199f316-f3ae-4193-9f5d-72735c771170 req-e2b9efb0-7e78-4de1-9628-8381c693fb26 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.0625350 Sep 21 16:32:36.864123 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9199f316-f3ae-4193-9f5d-72735c771170 req-6e42f794-76bb-46d4-a584-b50dee51c729 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367582 Sep 21 16:32:37.310148 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 36830) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:32:37.315358 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-82579eb2-4147-46ee-a95d-59aafef33429 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-324245482', 'description': 'tempest-secgroup-smoke-324245482 description', 'project_id': '6043226e82394816af874014d2a2bf84'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:32:37.439645 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-82579eb2-4147-46ee-a95d-59aafef33429 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:37.555302 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-82579eb2-4147-46ee-a95d-59aafef33429 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:37.619790 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-82579eb2-4147-46ee-a95d-59aafef33429 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:37.651786 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82579eb2-4147-46ee-a95d-59aafef33429 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:37.726235 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-82579eb2-4147-46ee-a95d-59aafef33429 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:37.727908 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-82579eb2-4147-46ee-a95d-59aafef33429 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4161503 Sep 21 16:32:37.731348 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 36832) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:32:37.736342 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-dbe0bdcb-3afe-4251-bfca-8420ea1075c0 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Request body: {'security_group_rule': {'security_group_id': '2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f', 'project_id': '6043226e82394816af874014d2a2bf84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:32:37.828558 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-dbe0bdcb-3afe-4251-bfca-8420ea1075c0 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:37.889750 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-dbe0bdcb-3afe-4251-bfca-8420ea1075c0 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:37.952954 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-dbe0bdcb-3afe-4251-bfca-8420ea1075c0 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791899'] for security_group_rule, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:37.998248 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0bdcb-3afe-4251-bfca-8420ea1075c0 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb88b77c-2d12-4b2f-834e-0b84241aee1c,revision_number=0']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:38.069235 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0327e-b8f1-42b0-b1a4-58cb425e5e21 req-89f43669-7812-49db-a8cf-3a30ff634ed8 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:38.071304 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-65f0327e-b8f1-42b0-b1a4-58cb425e5e21 req-89f43669-7812-49db-a8cf-3a30ff634ed8 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.0932992 Sep 21 16:32:38.072905 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-dbe0bdcb-3afe-4251-bfca-8420ea1075c0 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:38.075722 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-dbe0bdcb-3afe-4251-bfca-8420ea1075c0 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3429461 Sep 21 16:32:38.079293 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 36838) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:32:38.085215 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-bc5cba0b-4b84-4994-8ea5-72a46a41e27d tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Request body: {'security_group_rule': {'security_group_id': '2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f', 'project_id': '6043226e82394816af874014d2a2bf84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:32:38.140531 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-65f0327e-b8f1-42b0-b1a4-58cb425e5e21 req-3792bee1-c743-4592-8332-3a7a39c366ee tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595026 Sep 21 16:32:38.249485 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bc5cba0b-4b84-4994-8ea5-72a46a41e27d tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:38.324875 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bc5cba0b-4b84-4994-8ea5-72a46a41e27d tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:38.408251 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bc5cba0b-4b84-4994-8ea5-72a46a41e27d tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791899'] for security_group_rule, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:38.428468 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5cba0b-4b84-4994-8ea5-72a46a41e27d tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a346d82a-0a2f-4ae0-8d93-f6244f21bae9,revision_number=0']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:38.527362 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bc5cba0b-4b84-4994-8ea5-72a46a41e27d tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:38.529247 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-bc5cba0b-4b84-4994-8ea5-72a46a41e27d tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4489110 Sep 21 16:32:38.532765 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 36840) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:32:38.538657 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-fed3cfab-cac8-4fbd-acce-f8fd23c56a24 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Request body: {'security_group_rule': {'security_group_id': '2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f', 'project_id': '6043226e82394816af874014d2a2bf84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:32:38.636526 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-fed3cfab-cac8-4fbd-acce-f8fd23c56a24 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:38.695665 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-fed3cfab-cac8-4fbd-acce-f8fd23c56a24 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:38.772813 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-fed3cfab-cac8-4fbd-acce-f8fd23c56a24 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791899'] for security_group_rule, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:38.794787 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3cfab-cac8-4fbd-acce-f8fd23c56a24 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2740698-07de-4f62-9d08-00959c6fcb87,revision_number=0']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:38.899578 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-fed3cfab-cac8-4fbd-acce-f8fd23c56a24 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:38.899578 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-fed3cfab-cac8-4fbd-acce-f8fd23c56a24 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3590078 Sep 21 16:32:38.899578 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 36842) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:32:38.904995 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-043dbf51-7186-40cc-b537-5583ec0f3f78 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Request body: {'security_group_rule': {'security_group_id': '2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f', 'project_id': '6043226e82394816af874014d2a2bf84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:32:39.063517 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-043dbf51-7186-40cc-b537-5583ec0f3f78 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:39.247240 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:39.342513 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325e3ef1-6e65-4a3d-a417-c0b9a687bbb0 None None] Sync routers for ids ['a9525a03-8540-4d78-ab3e-89981c7169de'] in dv-cinder-810035-1-iscsi {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:32:39.370313 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325e3ef1-6e65-4a3d-a417-c0b9a687bbb0 None None] Routers {'a9525a03-8540-4d78-ab3e-89981c7169de'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:32:39.372847 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-325e3ef1-6e65-4a3d-a417-c0b9a687bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:32:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['a9525a03-8540-4d78-ab3e-89981c7169de'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:39.494930 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-043dbf51-7186-40cc-b537-5583ec0f3f78 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:39.517023 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 811e5c2d-4905-4841-ab46-3639ef6f3f31 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:32:39.528826 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-325e3ef1-6e65-4a3d-a417-c0b9a687bbb0 None None] Set router a9525a03-8540-4d78-ab3e-89981c7169de gateway port host: dv-cinder-810035-1-iscsi {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:32:39.551064 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d96114-1067-4464-9475-0c8a502d6f9b req-93c6daf5-8b48-4ed6-a899-12bdfe1e7b40 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:39.559032 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-88d96114-1067-4464-9475-0c8a502d6f9b req-93c6daf5-8b48-4ed6-a899-12bdfe1e7b40 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.0619535 Sep 21 16:32:39.610016 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-88d96114-1067-4464-9475-0c8a502d6f9b req-27212955-e2a6-45eb-8c97-550c6c6797cd tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499291 Sep 21 16:32:39.611357 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 811e5c2d-4905-4841-ab46-3639ef6f3f31 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:32:39.611773 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:39.612047 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-043dbf51-7186-40cc-b537-5583ec0f3f78 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791899'] for security_group_rule, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:39.632851 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043dbf51-7186-40cc-b537-5583ec0f3f78 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0262156b-2b59-49e5-afcb-341d05201cc6,revision_number=0']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:39.708635 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-043dbf51-7186-40cc-b537-5583ec0f3f78 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:39.710554 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-043dbf51-7186-40cc-b537-5583ec0f3f78 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8126299 Sep 21 16:32:39.713610 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 36848) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:32:39.719114 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-7dbedf9b-d763-4c61-822f-25b7c8341262 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Request body: {'security_group_rule': {'security_group_id': '2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f', 'project_id': '6043226e82394816af874014d2a2bf84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:32:39.737238 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:39.763103 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] For port 811e5c2d-4905-4841-ab46-3639ef6f3f31, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=811e5c2d-4905-4841-ab46-3639ef6f3f31,segment=NetworkSegment(20491f07-cf61-416d-8708-a00434b2d30f),segment_id=20491f07-cf61-416d-8708-a00434b2d30f)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:32:39.799843 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-325e3ef1-6e65-4a3d-a417-c0b9a687bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9525a03-8540-4d78-ab3e-89981c7169de', 'name': 'tempest-TestVolumeBootPattern-1836562147-router', 'tenant_id': 'df3815123dd449c6aad5493267a17fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '811e5c2d-4905-4841-ab46-3639ef6f3f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:30Z', 'updated_at': '2021-09-21T16:32:35Z', 'revision_number': 4, 'project_id': 'df3815123dd449c6aad5493267a17fef', 'gw_port': {'id': '811e5c2d-4905-4841-ab46-3639ef6f3f31', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9525a03-8540-4d78-ab3e-89981c7169de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:31Z', 'updated_at': '2021-09-21T16:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': '24070141-5562-4e8b-8ff8-df1f6cd9f26b', 'name': '', 'network_id': 'bbc7efee-1075-457e-b663-b139190bfcd5', 'tenant_id': 'df3815123dd449c6aad5493267a17fef', 'mac_address': 'fa:16:3e:64:db:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9525a03-8540-4d78-ab3e-89981c7169de', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'aeb33647-7594-4ee9-96db-516fb8fe65f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:34Z', 'updated_at': '2021-09-21T16:32:35Z', 'revision_number': 2, 'project_id': 'df3815123dd449c6aad5493267a17fef', 'subnets': [{'id': 'aeb33647-7594-4ee9-96db-516fb8fe65f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:39.829456 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325e3ef1-6e65-4a3d-a417-c0b9a687bbb0 None None] Checking router: a9525a03-8540-4d78-ab3e-89981c7169de for host: dv-cinder-810035-1-iscsi {{(pid=184194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:32:39.830063 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325e3ef1-6e65-4a3d-a417-c0b9a687bbb0 None None] Updating router a9525a03-8540-4d78-ab3e-89981c7169de port 24070141-5562-4e8b-8ff8-df1f6cd9f26b binding host dv-cinder-810035-1-iscsi {{(pid=184194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:32:39.834637 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.db.securitygroups_db [None req-7dbedf9b-d763-4c61-822f-25b7c8341262 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Project 6043226e82394816af874014d2a2bf84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:32:39.840882 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-7dbedf9b-d763-4c61-822f-25b7c8341262 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:39.861385 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-325e3ef1-6e65-4a3d-a417-c0b9a687bbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:39.864324 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:39.918905 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Pushing event updated for resources: {'Port': ['ID=811e5c2d-4905-4841-ab46-3639ef6f3f31,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:39.945048 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-7dbedf9b-d763-4c61-822f-25b7c8341262 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:40.013318 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-7dbedf9b-d763-4c61-822f-25b7c8341262 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791899'] for security_group_rule, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:40.037708 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbedf9b-d763-4c61-822f-25b7c8341262 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65d6a62b-79d9-4493-9256-f11d3dbf312b,revision_number=0']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:40.109921 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-7dbedf9b-d763-4c61-822f-25b7c8341262 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:40.112072 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-7dbedf9b-d763-4c61-822f-25b7c8341262 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3964214 Sep 21 16:32:40.115565 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 36850) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:32:40.120501 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-0cb69d55-e00d-4331-be0b-ee9c08677c52 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Request body: {'security_group_rule': {'security_group_id': '2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f', 'project_id': '6043226e82394816af874014d2a2bf84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:32:40.264654 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.db.securitygroups_db [None req-0cb69d55-e00d-4331-be0b-ee9c08677c52 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Project 6043226e82394816af874014d2a2bf84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:32:40.277799 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-0cb69d55-e00d-4331-be0b-ee9c08677c52 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:40.375703 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-325e3ef1-6e65-4a3d-a417-c0b9a687bbb0 None None] Notify callbacks [] for port, precommit_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:40.425037 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-0cb69d55-e00d-4331-be0b-ee9c08677c52 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:40.470137 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-325e3ef1-6e65-4a3d-a417-c0b9a687bbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:40.498451 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-0cb69d55-e00d-4331-be0b-ee9c08677c52 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791899'] for security_group_rule, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:40.521155 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb69d55-e00d-4331-be0b-ee9c08677c52 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ed084a-c087-4666-9394-678774e96ed5,revision_number=0']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:40.547350 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4eac6-96bc-445f-9580-0edd5095bfe2 None None] Pushing event updated for resources: {'Port': ['ID=24070141-5562-4e8b-8ff8-df1f6cd9f26b,revision_number=3']} {{(pid=184194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:40.609107 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.managers [None req-325e3ef1-6e65-4a3d-a417-c0b9a687bbb0 None None] Attempting to bind port 24070141-5562-4e8b-8ff8-df1f6cd9f26b on host dv-cinder-810035-1-iscsi for vnic_type normal with profile {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:32:40.609469 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.managers [None req-325e3ef1-6e65-4a3d-a417-c0b9a687bbb0 None None] Attempting to bind port 24070141-5562-4e8b-8ff8-df1f6cd9f26b by drivers openvswitch,hyperv on host dv-cinder-810035-1-iscsi at level 0 using segments [{'id': 'c78f1a22-adfa-402c-9d3c-ba6147de74ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bbc7efee-1075-457e-b663-b139190bfcd5'}] {{(pid=184194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:32:40.609830 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325e3ef1-6e65-4a3d-a417-c0b9a687bbb0 None None] Attempting to bind port 24070141-5562-4e8b-8ff8-df1f6cd9f26b on network bbc7efee-1075-457e-b663-b139190bfcd5 {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:32:40.618793 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325e3ef1-6e65-4a3d-a417-c0b9a687bbb0 None None] Checking agent: {'id': 'a5dd5e8b-ecdf-45ba-8497-6d160056e51d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 13, 45), 'started_at': datetime.datetime(2021, 9, 21, 16, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:32:40.619274 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325e3ef1-6e65-4a3d-a417-c0b9a687bbb0 None None] Checking segment: {'id': 'c78f1a22-adfa-402c-9d3c-ba6147de74ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bbc7efee-1075-457e-b663-b139190bfcd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:32:40.619659 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-325e3ef1-6e65-4a3d-a417-c0b9a687bbb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:40.620090 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325e3ef1-6e65-4a3d-a417-c0b9a687bbb0 None None] Bound using segment: {'id': 'c78f1a22-adfa-402c-9d3c-ba6147de74ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bbc7efee-1075-457e-b663-b139190bfcd5'} {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:32:40.633871 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.managers [None req-325e3ef1-6e65-4a3d-a417-c0b9a687bbb0 None None] Bound port: 24070141-5562-4e8b-8ff8-df1f6cd9f26b, host: dv-cinder-810035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c78f1a22-adfa-402c-9d3c-ba6147de74ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bbc7efee-1075-457e-b663-b139190bfcd5'}}] {{(pid=184194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:32:40.633871 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-325e3ef1-6e65-4a3d-a417-c0b9a687bbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:40.635258 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-0cb69d55-e00d-4331-be0b-ee9c08677c52 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:40.635258 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-0cb69d55-e00d-4331-be0b-ee9c08677c52 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5097396 Sep 21 16:32:40.758221 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.db [None req-325e3ef1-6e65-4a3d-a417-c0b9a687bbb0 None None] For port 24070141-5562-4e8b-8ff8-df1f6cd9f26b, host dv-cinder-810035-1-iscsi, cleared binding levels {{(pid=184194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:32:40.763048 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.db [None req-325e3ef1-6e65-4a3d-a417-c0b9a687bbb0 None None] For port 24070141-5562-4e8b-8ff8-df1f6cd9f26b, host dv-cinder-810035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=24070141-5562-4e8b-8ff8-df1f6cd9f26b,segment=NetworkSegment(c78f1a22-adfa-402c-9d3c-ba6147de74ec),segment_id=c78f1a22-adfa-402c-9d3c-ba6147de74ec)] {{(pid=184194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:32:40.779531 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee35a2-a98f-40c8-87cd-99296d2212f6 req-0e65cafd-903d-4d63-b81b-7515956b853c tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:40.781082 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f9ee35a2-a98f-40c8-87cd-99296d2212f6 req-0e65cafd-903d-4d63-b81b-7515956b853c tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.0688577 Sep 21 16:32:40.826758 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f9ee35a2-a98f-40c8-87cd-99296d2212f6 req-0c6ec1d0-3d53-4d5f-a87e-797d60a1bdb3 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392919 Sep 21 16:32:40.875733 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-28253066-7020-4a92-8e7c-f732d13ad682 None None] Provisioning complete for port 24070141-5562-4e8b-8ff8-df1f6cd9f26b triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:32:40.876280 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-28253066-7020-4a92-8e7c-f732d13ad682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:40.915449 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-28253066-7020-4a92-8e7c-f732d13ad682 None None] Port 24070141-5562-4e8b-8ff8-df1f6cd9f26b cannot update to ACTIVE because it is not bound. {{(pid=184193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 16:32:41.052207 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-325e3ef1-6e65-4a3d-a417-c0b9a687bbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:41.111621 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325e3ef1-6e65-4a3d-a417-c0b9a687bbb0 None None] Routers {'a9525a03-8540-4d78-ab3e-89981c7169de'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:32:41.112242 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-325e3ef1-6e65-4a3d-a417-c0b9a687bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:32:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['a9525a03-8540-4d78-ab3e-89981c7169de'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:41.248220 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4eac6-96bc-445f-9580-0edd5095bfe2 None None] Pushing event updated for resources: {'Port': ['ID=24070141-5562-4e8b-8ff8-df1f6cd9f26b,revision_number=4']} {{(pid=184194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:41.344924 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-325e3ef1-6e65-4a3d-a417-c0b9a687bbb0 None None] Set router a9525a03-8540-4d78-ab3e-89981c7169de gateway port host: dv-cinder-810035-1-iscsi {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:32:41.346317 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-e37faadd-3ced-4152-b803-f8500ba54020 None None] Provisioning complete for port 24070141-5562-4e8b-8ff8-df1f6cd9f26b triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:32:41.346927 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-e37faadd-3ced-4152-b803-f8500ba54020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:41.493970 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-e37faadd-3ced-4152-b803-f8500ba54020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:41.540412 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 811e5c2d-4905-4841-ab46-3639ef6f3f31 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:32:41.602763 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-e37faadd-3ced-4152-b803-f8500ba54020 None None] For port 24070141-5562-4e8b-8ff8-df1f6cd9f26b, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=24070141-5562-4e8b-8ff8-df1f6cd9f26b,segment=NetworkSegment(c78f1a22-adfa-402c-9d3c-ba6147de74ec),segment_id=c78f1a22-adfa-402c-9d3c-ba6147de74ec)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:32:41.613498 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 811e5c2d-4905-4841-ab46-3639ef6f3f31 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:32:41.613873 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:41.700866 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-325e3ef1-6e65-4a3d-a417-c0b9a687bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9525a03-8540-4d78-ab3e-89981c7169de', 'name': 'tempest-TestVolumeBootPattern-1836562147-router', 'tenant_id': 'df3815123dd449c6aad5493267a17fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '811e5c2d-4905-4841-ab46-3639ef6f3f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:30Z', 'updated_at': '2021-09-21T16:32:35Z', 'revision_number': 4, 'project_id': 'df3815123dd449c6aad5493267a17fef', 'gw_port': {'id': '811e5c2d-4905-4841-ab46-3639ef6f3f31', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9525a03-8540-4d78-ab3e-89981c7169de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:31Z', 'updated_at': '2021-09-21T16:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': '24070141-5562-4e8b-8ff8-df1f6cd9f26b', 'name': '', 'network_id': 'bbc7efee-1075-457e-b663-b139190bfcd5', 'tenant_id': 'df3815123dd449c6aad5493267a17fef', 'mac_address': 'fa:16:3e:64:db:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9525a03-8540-4d78-ab3e-89981c7169de', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'aeb33647-7594-4ee9-96db-516fb8fe65f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:34Z', 'updated_at': '2021-09-21T16:32:40Z', 'revision_number': 4, 'project_id': 'df3815123dd449c6aad5493267a17fef', 'subnets': [{'id': 'aeb33647-7594-4ee9-96db-516fb8fe65f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:32:41.712253 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-e37faadd-3ced-4152-b803-f8500ba54020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:41.719683 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 24070141-5562-4e8b-8ff8-df1f6cd9f26b up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:32:41.744520 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325e3ef1-6e65-4a3d-a417-c0b9a687bbb0 None None] The sync data for ids ['a9525a03-8540-4d78-ab3e-89981c7169de'] in dv-cinder-810035-1-iscsi is: [{'id': 'a9525a03-8540-4d78-ab3e-89981c7169de', 'name': 'tempest-TestVolumeBootPattern-1836562147-router', 'tenant_id': 'df3815123dd449c6aad5493267a17fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '811e5c2d-4905-4841-ab46-3639ef6f3f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:30Z', 'updated_at': '2021-09-21T16:32:35Z', 'revision_number': 4, 'project_id': 'df3815123dd449c6aad5493267a17fef', 'gw_port': {'id': '811e5c2d-4905-4841-ab46-3639ef6f3f31', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9525a03-8540-4d78-ab3e-89981c7169de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:31Z', 'updated_at': '2021-09-21T16:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': '24070141-5562-4e8b-8ff8-df1f6cd9f26b', 'name': '', 'network_id': 'bbc7efee-1075-457e-b663-b139190bfcd5', 'tenant_id': 'df3815123dd449c6aad5493267a17fef', 'mac_address': 'fa:16:3e:64:db:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9525a03-8540-4d78-ab3e-89981c7169de', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'aeb33647-7594-4ee9-96db-516fb8fe65f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:34Z', 'updated_at': '2021-09-21T16:32:40Z', 'revision_number': 4, 'project_id': 'df3815123dd449c6aad5493267a17fef', 'subnets': [{'id': 'aeb33647-7594-4ee9-96db-516fb8fe65f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:32:41.771139 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-906cb3c8-2b14-4e90-9f95-cca1a3259ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:41.802730 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37faadd-3ced-4152-b803-f8500ba54020 None None] Pushing event updated for resources: {'Port': ['ID=24070141-5562-4e8b-8ff8-df1f6cd9f26b,revision_number=5']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:41.833808 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 24070141-5562-4e8b-8ff8-df1f6cd9f26b triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:32:41.834198 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:42.015200 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c442040-9ac7-46f9-a6ba-4b2d703fdcdf req-f45227d4-6b60-4534-840f-101a893985f9 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:42.016889 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7c442040-9ac7-46f9-a6ba-4b2d703fdcdf req-f45227d4-6b60-4534-840f-101a893985f9 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.0781162 Sep 21 16:32:42.061184 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7c442040-9ac7-46f9-a6ba-4b2d703fdcdf req-9c5a832b-b6ce-43fc-b5e2-c23b1005eb34 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376525 Sep 21 16:32:43.191379 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d3c19-ef21-4118-ab05-10910b0c4355 req-963c24f6-61cc-4c3e-b7f4-a0de55db08c4 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:43.192873 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1d6d3c19-ef21-4118-ab05-10910b0c4355 req-963c24f6-61cc-4c3e-b7f4-a0de55db08c4 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.0519626 Sep 21 16:32:43.233341 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1d6d3c19-ef21-4118-ab05-10910b0c4355 req-9db852c4-0ffa-4a0b-a658-cb5a7e7c4f70 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327578 Sep 21 16:32:43.420835 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 24070141-5562-4e8b-8ff8-df1f6cd9f26b up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:32:43.474099 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 24070141-5562-4e8b-8ff8-df1f6cd9f26b triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:32:43.474532 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:43.647645 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f443c-33dc-4bc4-823a-99be44450752 req-2d5023bc-a7ed-4fab-a7cd-2a4d64cf445f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:43.649161 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-049f443c-33dc-4bc4-823a-99be44450752 req-2d5023bc-a7ed-4fab-a7cd-2a4d64cf445f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fcd24fff54904925b7f9dea039d036dd&device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 1098 time: 0.0701797 Sep 21 16:32:43.745411 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f443c-33dc-4bc4-823a-99be44450752 req-67a59ce8-e960-454f-89c5-c23d89f95cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:43.746896 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-049f443c-33dc-4bc4-823a-99be44450752 req-67a59ce8-e960-454f-89c5-c23d89f95cd2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=74453f4e-295a-4b01-8c05-e1fb2fd58439 HTTP/1.1" status: 200 len: 918 time: 0.0884335 Sep 21 16:32:43.818094 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-049f443c-33dc-4bc4-823a-99be44450752 req-172ef7c2-cac6-4f27-b28f-0ab0fa0500df service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 HTTP/1.1" status: 200 len: 1001 time: 0.0623908 Sep 21 16:32:43.868906 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f443c-33dc-4bc4-823a-99be44450752 req-95b3c2a0-8aa4-49ae-b936-c9511cfacd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:43.870896 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-049f443c-33dc-4bc4-823a-99be44450752 req-95b3c2a0-8aa4-49ae-b936-c9511cfacd22 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6371c2ed-8e66-4812-bc10-372bbd5ac836 HTTP/1.1" status: 200 len: 856 time: 0.0438490 Sep 21 16:32:43.920960 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f443c-33dc-4bc4-823a-99be44450752 req-6fe2254d-1e5d-41cb-bec7-aeaef7d26828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:43.922461 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-049f443c-33dc-4bc4-823a-99be44450752 req-6fe2254d-1e5d-41cb-bec7-aeaef7d26828 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74453f4e-295a-4b01-8c05-e1fb2fd58439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398293 Sep 21 16:32:44.024093 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-049f443c-33dc-4bc4-823a-99be44450752 req-feac855e-1612-4705-9ae6-ecdbe28b821a service neutron] 10.222.0.44 "GET /v2.0/networks/74453f4e-295a-4b01-8c05-e1fb2fd58439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921538 Sep 21 16:32:44.118886 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-049f443c-33dc-4bc4-823a-99be44450752 req-81518bae-c718-4fe5-81ab-63c35554c4af service neutron] 10.222.0.44 "GET /v2.0/networks/74453f4e-295a-4b01-8c05-e1fb2fd58439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865295 Sep 21 16:32:44.361719 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-8a77661f-dca2-444e-bfaf-3328d8ca555d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:44.362681 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33d5fc-d591-48c6-bfab-d7156b2dc3d0 req-72bbf37e-f725-4f61-9cf1-aa767941fec1 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:44.364244 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2f33d5fc-d591-48c6-bfab-d7156b2dc3d0 req-72bbf37e-f725-4f61-9cf1-aa767941fec1 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.0528166 Sep 21 16:32:44.407413 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2f33d5fc-d591-48c6-bfab-d7156b2dc3d0 req-115d4257-cbe3-4a4e-a831-f16f85d42529 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371449 Sep 21 16:32:44.817653 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:45.531907 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f331808-112d-4c12-be3f-cc974583cf82 req-564f5a19-c247-434d-823b-b2f3c99c5e1c tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:45.533402 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-8f331808-112d-4c12-be3f-cc974583cf82 req-564f5a19-c247-434d-823b-b2f3c99c5e1c tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.0554094 Sep 21 16:32:45.573248 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-8f331808-112d-4c12-be3f-cc974583cf82 req-8b5ca025-30ad-4c12-af97-3cd8cb4732b0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339267 Sep 21 16:32:45.618542 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:46.702380 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e9be3-ae3a-4d6a-be15-cdca1157c913 req-d2a9dfb0-3416-466e-9060-d49b7019b7e7 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:46.703984 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-8a5e9be3-ae3a-4d6a-be15-cdca1157c913 req-d2a9dfb0-3416-466e-9060-d49b7019b7e7 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 945 time: 0.0575466 Sep 21 16:32:46.743102 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-8a5e9be3-ae3a-4d6a-be15-cdca1157c913 req-57b347f8-5b92-44b5-8d4b-a70346692781 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326524 Sep 21 16:32:46.941886 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 no longer exists at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:32:47.025286 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:47.049020 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464e5662-7e44-4ba5-82e4-122ca195c922', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f1fa3fe-8010-4501-813e-9c54ff3a9fa2'}] {{(pid=184193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:32:47.051355 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e6171c86456a5bbdaf0b46ebb92172d32a0ea5b64bc8822db714b438cc8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0291c126-7f35-4849-a197-e88e2c454c6e" -d '{"events": [{"server_uuid": "464e5662-7e44-4ba5-82e4-122ca195c922", "name": "network-vif-unplugged", "status": "completed", "tag": "9f1fa3fe-8010-4501-813e-9c54ff3a9fa2"}]}' {{(pid=184193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:32:47.064452 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=9f1fa3fe-8010-4501-813e-9c54ff3a9fa2,segment=NetworkSegment(f105e78b-d17d-49b4-8dea-7bfd49dbcc51),segment_id=f105e78b-d17d-49b4-8dea-7bfd49dbcc51)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:32:47.111920 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 21 Sep 2021 16:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a525817f-38a3-44d8-addd-1738a3cc010b x-openstack-request-id: req-a525817f-38a3-44d8-addd-1738a3cc010b {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:32:47.112212 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464e5662-7e44-4ba5-82e4-122ca195c922", "name": "network-vif-unplugged", "status": "failed", "tag": "9f1fa3fe-8010-4501-813e-9c54ff3a9fa2", "code": 422}]} {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:32:47.112472 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a525817f-38a3-44d8-addd-1738a3cc010b {{(pid=184193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:32:47.112889 dv-cinder-810035-1-iscsi neutron-server[184193]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '464e5662-7e44-4ba5-82e4-122ca195c922', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9f1fa3fe-8010-4501-813e-9c54ff3a9fa2', 'code': 422} returned with failed status Sep 21 16:32:47.150294 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:47.198969 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=9f1fa3fe-8010-4501-813e-9c54ff3a9fa2,revision_number=8']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:32:47.480070 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:32:48.936865 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [req-c328f8ef-3f80-42c4-970c-17273c78b151 req-0d88c2ff-dd79-4ce6-8df2-78350fb8d58f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=184192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 16:32:48.937931 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c328f8ef-3f80-42c4-970c-17273c78b151 req-0d88c2ff-dd79-4ce6-8df2-78350fb8d58f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060852 Sep 21 16:32:49.258479 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa38cdc-99e2-48de-a31a-529649b49682 req-f808d3bf-e9be-4c07-aaac-f8965330d1c6 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:49.260130 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8fa38cdc-99e2-48de-a31a-529649b49682 req-f808d3bf-e9be-4c07-aaac-f8965330d1c6 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 943 time: 0.0512581 Sep 21 16:32:49.304254 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8fa38cdc-99e2-48de-a31a-529649b49682 req-a8bd841c-b0e7-42c6-b945-44d8c9e13577 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365384 Sep 21 16:32:49.749082 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d5893c91-f691-43f5-a486-eb6416ec2cd3 req-cb66e210-d0fd-4bc0-84f6-b4f119228f0a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1380444 Sep 21 16:32:50.433489 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f43db0-fb0f-46c1-bbf5-8e4ff2269713 req-b908ffc8-34e6-46e3-afe8-faa5a0a6d686 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:50.435974 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b8f43db0-fb0f-46c1-bbf5-8e4ff2269713 req-b908ffc8-34e6-46e3-afe8-faa5a0a6d686 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 943 time: 0.0549586 Sep 21 16:32:50.477027 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b8f43db0-fb0f-46c1-bbf5-8e4ff2269713 req-46652f4c-2020-4177-b2ae-8ff57dca8db7 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347562 Sep 21 16:32:51.424227 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5893c91-f691-43f5-a486-eb6416ec2cd3 req-017a1a96-c5d0-49f6-9d6c-d264f85d555c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:51.425732 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d5893c91-f691-43f5-a486-eb6416ec2cd3 req-017a1a96-c5d0-49f6-9d6c-d264f85d555c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922&tenant_id=fcd24fff54904925b7f9dea039d036dd HTTP/1.1" status: 200 len: 1096 time: 0.0635931 Sep 21 16:32:51.558297 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5893c91-f691-43f5-a486-eb6416ec2cd3 req-bdb482f0-8823-4585-a1c0-949273f61ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:51.560325 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d5893c91-f691-43f5-a486-eb6416ec2cd3 req-bdb482f0-8823-4585-a1c0-949273f61ccb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fcd24fff54904925b7f9dea039d036dd&device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 1096 time: 0.0437829 Sep 21 16:32:51.665419 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5893c91-f691-43f5-a486-eb6416ec2cd3 req-f4d440db-ff70-4c89-a8f7-45c89d667cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:51.666841 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d5893c91-f691-43f5-a486-eb6416ec2cd3 req-f4d440db-ff70-4c89-a8f7-45c89d667cd2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=74453f4e-295a-4b01-8c05-e1fb2fd58439 HTTP/1.1" status: 200 len: 918 time: 0.0984221 Sep 21 16:32:51.739035 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d5893c91-f691-43f5-a486-eb6416ec2cd3 req-2ae5f6b7-b79b-4ff4-a6bb-11d89a9d014b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 HTTP/1.1" status: 200 len: 999 time: 0.0638361 Sep 21 16:32:51.795077 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5893c91-f691-43f5-a486-eb6416ec2cd3 req-efe59a6f-bf38-41b7-a4f3-84c8dad26142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:51.796688 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d5893c91-f691-43f5-a486-eb6416ec2cd3 req-efe59a6f-bf38-41b7-a4f3-84c8dad26142 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6371c2ed-8e66-4812-bc10-372bbd5ac836 HTTP/1.1" status: 200 len: 856 time: 0.0484009 Sep 21 16:32:51.849978 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5893c91-f691-43f5-a486-eb6416ec2cd3 req-3d1f33b2-9b77-48d9-a9f6-7a6c0f581264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:51.851488 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d5893c91-f691-43f5-a486-eb6416ec2cd3 req-3d1f33b2-9b77-48d9-a9f6-7a6c0f581264 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74453f4e-295a-4b01-8c05-e1fb2fd58439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463812 Sep 21 16:32:51.851970 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41c7dd-768a-4009-88ef-6bc8c3f13d59 req-36266e0a-5d4f-448b-971c-d02a7d37ea1e tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:51.853441 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8a41c7dd-768a-4009-88ef-6bc8c3f13d59 req-36266e0a-5d4f-448b-971c-d02a7d37ea1e tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 943 time: 0.2990634 Sep 21 16:32:51.891828 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8a41c7dd-768a-4009-88ef-6bc8c3f13d59 req-78419de9-72ca-45d7-baeb-c2c6a1f01b5f tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322843 Sep 21 16:32:51.946801 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d5893c91-f691-43f5-a486-eb6416ec2cd3 req-d64e4e3b-a505-4bcc-ba9a-429411e1e26c service neutron] 10.222.0.44 "GET /v2.0/networks/74453f4e-295a-4b01-8c05-e1fb2fd58439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861287 Sep 21 16:32:52.043717 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d5893c91-f691-43f5-a486-eb6416ec2cd3 req-c0761f86-f182-43e0-8e27-af349adb254d service neutron] 10.222.0.44 "GET /v2.0/networks/74453f4e-295a-4b01-8c05-e1fb2fd58439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883694 Sep 21 16:32:53.040511 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d443dd2-b051-4780-86f8-db5fd0ec5414 req-d32c9ab1-862a-4d1f-89cd-794616c8d5db tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:53.042153 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7d443dd2-b051-4780-86f8-db5fd0ec5414 req-d32c9ab1-862a-4d1f-89cd-794616c8d5db tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 943 time: 0.0539818 Sep 21 16:32:53.089597 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7d443dd2-b051-4780-86f8-db5fd0ec5414 req-f2ecc64b-06fb-4d72-b4ef-041db73479df tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403056 Sep 21 16:32:54.213157 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e81b1-891b-4a72-9bdf-52eb92ded54b req-27f33d45-7457-4179-b878-987ead9d34fc tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:54.214644 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-033e81b1-891b-4a72-9bdf-52eb92ded54b req-27f33d45-7457-4179-b878-987ead9d34fc tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 943 time: 0.0500305 Sep 21 16:32:54.259017 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-033e81b1-891b-4a72-9bdf-52eb92ded54b req-a3e07922-9a0f-473d-9d61-7e786736d396 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349197 Sep 21 16:32:55.416926 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e6b76-7ff5-4283-a0e0-db21d8647e2f req-bcb1e5ed-3d3c-44d1-b23a-ebcd721b9fe0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:55.418416 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-313e6b76-7ff5-4283-a0e0-db21d8647e2f req-bcb1e5ed-3d3c-44d1-b23a-ebcd721b9fe0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 943 time: 0.0528083 Sep 21 16:32:55.469726 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-313e6b76-7ff5-4283-a0e0-db21d8647e2f req-1cf4af83-2c7f-45fc-83cb-dedfef44dc63 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447502 Sep 21 16:32:56.595104 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc150b42-b649-440e-b38f-fc63fcdb3e09 req-008dbab7-3c6b-4b11-a016-149263fa4d04 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:56.596601 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-cc150b42-b649-440e-b38f-fc63fcdb3e09 req-008dbab7-3c6b-4b11-a016-149263fa4d04 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 943 time: 0.0491574 Sep 21 16:32:56.636179 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-cc150b42-b649-440e-b38f-fc63fcdb3e09 req-8817a7a0-3e3c-4228-b13d-ad1f2de23091 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333881 Sep 21 16:32:57.767430 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70bd4f-704f-4e09-b009-97e684b843d4 req-ebc6e0ca-4ec9-44f7-8b4e-10d387628d69 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:57.767430 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6a70bd4f-704f-4e09-b009-97e684b843d4 req-ebc6e0ca-4ec9-44f7-8b4e-10d387628d69 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 943 time: 0.0501757 Sep 21 16:32:57.819036 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6a70bd4f-704f-4e09-b009-97e684b843d4 req-7081a9d7-3bc1-43a9-870d-a56f0957a738 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416670 Sep 21 16:32:58.955682 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9eb802-7daf-4dbd-a7b5-c369bee0a20f req-b1888dcc-68a6-4df8-84c8-e7eb9738edf1 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:32:58.957243 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7a9eb802-7daf-4dbd-a7b5-c369bee0a20f req-b1888dcc-68a6-4df8-84c8-e7eb9738edf1 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 943 time: 0.0523393 Sep 21 16:32:59.002539 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7a9eb802-7daf-4dbd-a7b5-c369bee0a20f req-dc8bfd95-a508-41b7-b473-fda1b94c8b51 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387173 Sep 21 16:33:00.126083 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7405b-6681-4f56-8c9c-3f3f5bb7e8ec req-11965a69-4de1-4015-9037-d5e0df4c2134 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:00.127522 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-11f7405b-6681-4f56-8c9c-3f3f5bb7e8ec req-11965a69-4de1-4015-9037-d5e0df4c2134 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 943 time: 0.0521591 Sep 21 16:33:00.175146 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-11f7405b-6681-4f56-8c9c-3f3f5bb7e8ec req-aa2fb816-2c49-41ad-8691-4330fe186c27 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414340 Sep 21 16:33:01.295042 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201dac8-a3aa-482a-bb16-30c7e2c73fe9 req-6c6afa75-a78d-465c-8420-ed1136681620 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:01.296685 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a201dac8-a3aa-482a-bb16-30c7e2c73fe9 req-6c6afa75-a78d-465c-8420-ed1136681620 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 943 time: 0.0499229 Sep 21 16:33:01.341406 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a201dac8-a3aa-482a-bb16-30c7e2c73fe9 req-58a91146-262e-433f-80ea-bdefca2304f7 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375888 Sep 21 16:33:02.471569 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6032eb1-a9e1-4a69-a0af-44c921a7e8d9 req-357f4402-7982-4f1a-8acb-687d9b774a19 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:02.473795 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-d6032eb1-a9e1-4a69-a0af-44c921a7e8d9 req-357f4402-7982-4f1a-8acb-687d9b774a19 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 943 time: 0.0599062 Sep 21 16:33:02.511532 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-d6032eb1-a9e1-4a69-a0af-44c921a7e8d9 req-8f4e3c74-17bf-46c2-940c-2b26513d7c42 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319076 Sep 21 16:33:03.639040 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727adc5-6b81-439f-9a3f-dd5d1e078ab3 req-169474aa-a8cd-453d-ad4b-61c4a41357d1 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:03.640585 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0727adc5-6b81-439f-9a3f-dd5d1e078ab3 req-169474aa-a8cd-453d-ad4b-61c4a41357d1 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 943 time: 0.0495939 Sep 21 16:33:03.685198 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0727adc5-6b81-439f-9a3f-dd5d1e078ab3 req-984b24a3-72f6-4ab2-b1a4-090311ad1123 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386362 Sep 21 16:33:04.809820 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd6a46-f50c-40bb-bc3c-782898e35437 req-dbf794de-4373-4295-8717-97686d15cf90 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:04.811874 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-25cd6a46-f50c-40bb-bc3c-782898e35437 req-dbf794de-4373-4295-8717-97686d15cf90 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 943 time: 0.0491300 Sep 21 16:33:04.850667 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-25cd6a46-f50c-40bb-bc3c-782898e35437 req-c4dd1170-fc32-4b78-a848-7f3f43d39238 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329833 Sep 21 16:33:05.972457 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258ef40-7f6b-4d79-b9f3-df6cbd920248 req-9edc1e77-8365-41ca-b446-fc718c90a6f6 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:05.973829 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7258ef40-7f6b-4d79-b9f3-df6cbd920248 req-9edc1e77-8365-41ca-b446-fc718c90a6f6 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 943 time: 0.0519133 Sep 21 16:33:06.010191 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7258ef40-7f6b-4d79-b9f3-df6cbd920248 req-cd7ebfef-e97d-4a38-8db2-a07baf46a46e tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306008 Sep 21 16:33:07.128637 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc60f7b-f1cc-4cc4-ad9d-dd703db41ff0 req-6c9c30fe-bde7-47a8-b4ab-0f1e5ce87f2e tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:07.130111 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-abc60f7b-f1cc-4cc4-ad9d-dd703db41ff0 req-6c9c30fe-bde7-47a8-b4ab-0f1e5ce87f2e tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 943 time: 0.0481703 Sep 21 16:33:07.167239 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-abc60f7b-f1cc-4cc4-ad9d-dd703db41ff0 req-089362a6-a0aa-4488-a9ba-d82507d381b2 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311074 Sep 21 16:33:08.284733 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265e188-bb7e-4695-8d5b-b990b17d8bba req-d5096403-b927-4ee3-9bd1-7cb45b7a4060 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:08.286480 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-3265e188-bb7e-4695-8d5b-b990b17d8bba req-d5096403-b927-4ee3-9bd1-7cb45b7a4060 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 943 time: 0.0486822 Sep 21 16:33:08.325231 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-3265e188-bb7e-4695-8d5b-b990b17d8bba req-152da247-fb7d-44cd-8499-c2f2b7d3930c tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328240 Sep 21 16:33:08.822940 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:33:09.258613 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:09.463164 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a5a7f-be66-4a8a-93e6-88e1e1cd556c req-b557dc25-2bd8-4446-8e33-1c290c86f55a tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:09.464724 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e48a5a7f-be66-4a8a-93e6-88e1e1cd556c req-b557dc25-2bd8-4446-8e33-1c290c86f55a tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 943 time: 0.0675681 Sep 21 16:33:09.504792 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e48a5a7f-be66-4a8a-93e6-88e1e1cd556c req-2a0baf0a-6814-4dc6-b43f-2fc43958ea5e tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336306 Sep 21 16:33:09.622670 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-f4347944-2d3a-45c3-a4fa-7d11edd95bde tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-324245482&fields=id&tenant_id=6043226e82394816af874014d2a2bf84 HTTP/1.1" status: 200 len: 267 time: 0.0330615 Sep 21 16:33:09.726288 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-ff62f43a-2d34-4d7c-b647-af7d8c9671f9 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:09.727752 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-ff62f43a-2d34-4d7c-b647-af7d8c9671f9 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/networks?id=84a8318c-3a52-454c-b8ec-bdaba678f9cd HTTP/1.1" status: 200 len: 812 time: 0.0984294 Sep 21 16:33:09.743902 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-497f9688-8348-43df-ace9-53f95ba60900 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/quotas/6043226e82394816af874014d2a2bf84 HTTP/1.1" status: 200 len: 375 time: 0.0102446 Sep 21 16:33:09.802579 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-3fa51d6b-c1e5-437a-9886-010370651dc4 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6043226e82394816af874014d2a2bf84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508826 Sep 21 16:33:09.863828 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-d283409e-c91a-4a5a-81bb-c548a569637d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=184191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 16:33:09.865202 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-d283409e-c91a-4a5a-81bb-c548a569637d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0517061 Sep 21 16:33:09.959984 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-50920f4e-f3a9-423c-8d94-a78f8aa58251 service neutron] 10.222.0.41 "GET /v2.0/networks/84a8318c-3a52-454c-b8ec-bdaba678f9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879807 Sep 21 16:33:10.052699 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-5551398c-60e3-4a77-aed9-53c34911b309 service neutron] 10.222.0.41 "GET /v2.0/networks/84a8318c-3a52-454c-b8ec-bdaba678f9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864081 Sep 21 16:33:10.633790 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316fe8b-a366-4e85-a4bc-91a0b34daf8f req-09691a71-562e-403e-960f-c7b010fb2761 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:10.635535 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5316fe8b-a366-4e85-a4bc-91a0b34daf8f req-09691a71-562e-403e-960f-c7b010fb2761 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 943 time: 0.0534556 Sep 21 16:33:10.677475 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5c8db76a-4360-4fb4-87b1-063a35cddd6c req-d535a9f5-3af4-4181-8919-a1d2223b9587 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 210 time: 0.0284934 Sep 21 16:33:10.678800 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5316fe8b-a366-4e85-a4bc-91a0b34daf8f req-d1a6db8f-d1a6-4aab-8e74-79e3d82123e3 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371056 Sep 21 16:33:11.770895 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9a1a5196-63bf-4c50-9a53-d1d7fcee6639 req-bdb42d11-229c-4eb4-bd70-49c9310105e5 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 210 time: 0.0266554 Sep 21 16:33:11.777957 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-15e0a474-a9ff-4180-bfef-3c95d45f920f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:11.874809 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d997b60-2764-46a9-ba61-955d1a26441f req-4809e9bf-fc1f-409a-9c43-1176f5befa1a tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:11.876255 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-8d997b60-2764-46a9-ba61-955d1a26441f req-4809e9bf-fc1f-409a-9c43-1176f5befa1a tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 943 time: 0.0519273 Sep 21 16:33:11.916700 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-8d997b60-2764-46a9-ba61-955d1a26441f req-3193822e-22b3-45f0-9ce3-2037fb72c784 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321319 Sep 21 16:33:12.864671 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7ac414e4-6ee6-4cb3-9149-3fb76563cee5 req-c4165342-176f-4694-8865-620825679513 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 210 time: 0.0272079 Sep 21 16:33:13.034307 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b35a9e-82a5-4549-baf0-a35b5f5b9a00 req-23097b92-a6e6-4d90-9b09-0e0eca0f2d4d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:13.036383 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c2b35a9e-82a5-4549-baf0-a35b5f5b9a00 req-23097b92-a6e6-4d90-9b09-0e0eca0f2d4d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 943 time: 0.0491636 Sep 21 16:33:13.075487 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c2b35a9e-82a5-4549-baf0-a35b5f5b9a00 req-3d58015f-3701-4d49-a15b-02bb3f1ef8b9 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329111 Sep 21 16:33:13.100937 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 details requested by agent hyperv_hv-cinder-81003 with host hv-cinder-81003 {{(pid=184193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 16:33:13.196312 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=9f1fa3fe-8010-4501-813e-9c54ff3a9fa2,segment=NetworkSegment(f105e78b-d17d-49b4-8dea-7bfd49dbcc51),segment_id=f105e78b-d17d-49b4-8dea-7bfd49dbcc51)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:33:13.208497 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Returning: {'device': '9f1fa3fe-8010-4501-813e-9c54ff3a9fa2', 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439', 'port_id': '9f1fa3fe-8010-4501-813e-9c54ff3a9fa2', 'mac_address': 'fa:16:3e:68:d4:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=184193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 16:33:13.211027 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-41e0b3ad-7030-4e03-8560-00c7adb61bc4 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:13.212640 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-41e0b3ad-7030-4e03-8560-00c7adb61bc4 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.44 "GET /v2.0/networks?id=84a8318c-3a52-454c-b8ec-bdaba678f9cd HTTP/1.1" status: 200 len: 812 time: 0.1056354 Sep 21 16:33:13.251217 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:13.256635 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-372a8e26-f6bb-4612-85ff-0595df93f46c tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6043226e82394816af874014d2a2bf84 HTTP/1.1" status: 200 len: 379 time: 0.0347221 Sep 21 16:33:13.264968 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 {{(pid=184193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:33:13.265913 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-cfa22027-d7dd-4c54-a327-45a5baf9a9f9 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Request body: {'port': {'device_id': 'd8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'admin_state_up': True, 'tenant_id': '6043226e82394816af874014d2a2bf84', 'security_groups': ['2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f']}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:33:13.285025 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=9f1fa3fe-8010-4501-813e-9c54ff3a9fa2,segment=NetworkSegment(f105e78b-d17d-49b4-8dea-7bfd49dbcc51),segment_id=f105e78b-d17d-49b4-8dea-7bfd49dbcc51)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:33:13.383894 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:13.433812 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=9f1fa3fe-8010-4501-813e-9c54ff3a9fa2,revision_number=9']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:33:13.481983 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-cfa22027-d7dd-4c54-a327-45a5baf9a9f9 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Made reservation on behalf of 6043226e82394816af874014d2a2bf84 for: {'port': 1} {{(pid=184192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:33:13.485894 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-cfa22027-d7dd-4c54-a327-45a5baf9a9f9 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:13.614177 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.db_base_plugin_common [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-cfa22027-d7dd-4c54-a327-45a5baf9a9f9 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Allocated IP 172.20.0.10 (84a8318c-3a52-454c-b8ec-bdaba678f9cd/f8f4ce81-6fda-46e9-8392-224a6ec23c8a/0db2a5f2-bdf7-48dc-a788-631351678a56) {{(pid=184192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:33:13.748246 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['9f1fa3fe-8010-4501-813e-9c54ff3a9fa2'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:33:13.752070 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-cfa22027-d7dd-4c54-a327-45a5baf9a9f9 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for port, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:13.852912 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-cfa22027-d7dd-4c54-a327-45a5baf9a9f9 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5165539'] for port, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:13.896534 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-cfa22027-d7dd-4c54-a327-45a5baf9a9f9 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Network 84a8318c-3a52-454c-b8ec-bdaba678f9cd is already hosted by enough agents. {{(pid=184192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:33:13.899723 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.base_scheduler [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-cfa22027-d7dd-4c54-a327-45a5baf9a9f9 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Resources bound (agent type, host, resource id): {{(pid=184192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:33:13.906849 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.l3_dvrscheduler_db [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-cfa22027-d7dd-4c54-a327-45a5baf9a9f9 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Received port after_create {{(pid=184192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:33:13.930614 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa22027-d7dd-4c54-a327-45a5baf9a9f9 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Pushing event updated for resources: {'Port': ['ID=0db2a5f2-bdf7-48dc-a788-631351678a56,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:33:13.956373 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa22027-d7dd-4c54-a327-45a5baf9a9f9 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:13.956718 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa22027-d7dd-4c54-a327-45a5baf9a9f9 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:13.957091 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa22027-d7dd-4c54-a327-45a5baf9a9f9 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:13.957425 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa22027-d7dd-4c54-a327-45a5baf9a9f9 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:13.957753 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa22027-d7dd-4c54-a327-45a5baf9a9f9 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:13.958090 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa22027-d7dd-4c54-a327-45a5baf9a9f9 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:13.958411 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa22027-d7dd-4c54-a327-45a5baf9a9f9 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:13.958738 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa22027-d7dd-4c54-a327-45a5baf9a9f9 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:13.959065 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa22027-d7dd-4c54-a327-45a5baf9a9f9 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:13.959401 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa22027-d7dd-4c54-a327-45a5baf9a9f9 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:13.959722 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa22027-d7dd-4c54-a327-45a5baf9a9f9 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:13.960040 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa22027-d7dd-4c54-a327-45a5baf9a9f9 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:13.996406 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-cfa22027-d7dd-4c54-a327-45a5baf9a9f9 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:13.997030 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-cfa22027-d7dd-4c54-a327-45a5baf9a9f9 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:14.023441 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1c310-c494-46be-9252-584e571a9d8d req-d1bd5c52-d0dc-426e-a3a5-f7733321c157 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:14.025173 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-cac1c310-c494-46be-9252-584e571a9d8d req-d1bd5c52-d0dc-426e-a3a5-f7733321c157 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 932 time: 0.0860596 Sep 21 16:33:14.068690 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-cac1c310-c494-46be-9252-584e571a9d8d req-146ad4b3-8cbf-40a2-807a-2503dc7c32e6 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373089 Sep 21 16:33:14.070396 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-cfa22027-d7dd-4c54-a327-45a5baf9a9f9 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8083067 Sep 21 16:33:14.083904 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-984e1eaf-e040-4faf-88e1-2c0ed6155c95 service neutron] Request body: {'port': {'device_id': 'd8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81003'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:33:14.136388 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-984e1eaf-e040-4faf-88e1-2c0ed6155c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:14.157205 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-62d56ea9-995d-4f7a-8b41-3e441e6819d1 None None] Provisioning complete for port 0db2a5f2-bdf7-48dc-a788-631351678a56 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:33:14.157760 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-62d56ea9-995d-4f7a-8b41-3e441e6819d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:14.193607 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-62d56ea9-995d-4f7a-8b41-3e441e6819d1 None None] Port 0db2a5f2-bdf7-48dc-a788-631351678a56 cannot update to ACTIVE because it is not bound. {{(pid=184193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 16:33:14.214041 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4220f20-8b3c-4b03-8ccb-a6d30f3a3b52 req-e7310791-9761-4632-b880-8bb250732854 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:14.215725 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c4220f20-8b3c-4b03-8ccb-a6d30f3a3b52 req-e7310791-9761-4632-b880-8bb250732854 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 944 time: 0.0581338 Sep 21 16:33:14.253494 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c4220f20-8b3c-4b03-8ccb-a6d30f3a3b52 req-4f0b1a18-ca94-4298-935b-502596337f0d tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318890 Sep 21 16:33:14.337993 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-7083f2e0-4533-4239-8531-9d46206afbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:14.404942 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.notifiers.nova [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-984e1eaf-e040-4faf-88e1-2c0ed6155c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db2a5f2-bdf7-48dc-a788-631351678a56 {{(pid=184192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:33:14.412287 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-984e1eaf-e040-4faf-88e1-2c0ed6155c95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:14.423742 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.provisioning_blocks [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-984e1eaf-e040-4faf-88e1-2c0ed6155c95 service neutron] Transition to ACTIVE for port object 0db2a5f2-bdf7-48dc-a788-631351678a56 will not be triggered until provisioned by entity L2. {{(pid=184192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:33:14.531153 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-984e1eaf-e040-4faf-88e1-2c0ed6155c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5165562'] for port, after_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:14.586356 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e1eaf-e040-4faf-88e1-2c0ed6155c95 service neutron] Pushing event updated for resources: {'Port': ['ID=0db2a5f2-bdf7-48dc-a788-631351678a56,revision_number=2']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:33:14.657173 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.managers [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-984e1eaf-e040-4faf-88e1-2c0ed6155c95 service neutron] Attempting to bind port 0db2a5f2-bdf7-48dc-a788-631351678a56 on host hv-cinder-81003 for vnic_type normal with profile {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:33:14.657507 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.managers [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-984e1eaf-e040-4faf-88e1-2c0ed6155c95 service neutron] Attempting to bind port 0db2a5f2-bdf7-48dc-a788-631351678a56 by drivers openvswitch,hyperv on host hv-cinder-81003 at level 0 using segments [{'id': '53813302-8840-4184-9051-c418a0ae5321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd'}] {{(pid=184192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:33:14.657838 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-984e1eaf-e040-4faf-88e1-2c0ed6155c95 service neutron] Attempting to bind port 0db2a5f2-bdf7-48dc-a788-631351678a56 on network 84a8318c-3a52-454c-b8ec-bdaba678f9cd {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:33:14.662300 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-984e1eaf-e040-4faf-88e1-2c0ed6155c95 service neutron] Port 0db2a5f2-bdf7-48dc-a788-631351678a56 on network 84a8318c-3a52-454c-b8ec-bdaba678f9cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81003 {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 16:33:14.662628 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-984e1eaf-e040-4faf-88e1-2c0ed6155c95 service neutron] Attempting to bind port 0db2a5f2-bdf7-48dc-a788-631351678a56 on network 84a8318c-3a52-454c-b8ec-bdaba678f9cd {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:33:14.667709 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-984e1eaf-e040-4faf-88e1-2c0ed6155c95 service neutron] Checking agent: {'id': 'b0f092dd-0f26-432c-b483-67197dbc1b44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'started_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:33:14.668050 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-984e1eaf-e040-4faf-88e1-2c0ed6155c95 service neutron] Checking segment: {'id': '53813302-8840-4184-9051-c418a0ae5321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:33:14.668434 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-984e1eaf-e040-4faf-88e1-2c0ed6155c95 service neutron] Bound using segment: {'id': '53813302-8840-4184-9051-c418a0ae5321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd'} {{(pid=184192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:33:14.668862 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.managers [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-984e1eaf-e040-4faf-88e1-2c0ed6155c95 service neutron] Bound port: 0db2a5f2-bdf7-48dc-a788-631351678a56, host: hv-cinder-81003, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53813302-8840-4184-9051-c418a0ae5321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd'}}] {{(pid=184192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:33:14.669224 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-984e1eaf-e040-4faf-88e1-2c0ed6155c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:14.733961 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-984e1eaf-e040-4faf-88e1-2c0ed6155c95 service neutron] For port 0db2a5f2-bdf7-48dc-a788-631351678a56, host hv-cinder-81003, cleared binding levels {{(pid=184192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:33:14.737005 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-984e1eaf-e040-4faf-88e1-2c0ed6155c95 service neutron] For port 0db2a5f2-bdf7-48dc-a788-631351678a56, host hv-cinder-81003, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=0db2a5f2-bdf7-48dc-a788-631351678a56,segment=NetworkSegment(53813302-8840-4184-9051-c418a0ae5321),segment_id=53813302-8840-4184-9051-c418a0ae5321)] {{(pid=184192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:33:14.846207 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-984e1eaf-e040-4faf-88e1-2c0ed6155c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5165562'] for port, after_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:14.873560 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-984e1eaf-e040-4faf-88e1-2c0ed6155c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:14.874178 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-984e1eaf-e040-4faf-88e1-2c0ed6155c95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:14.875572 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-984e1eaf-e040-4faf-88e1-2c0ed6155c95 service neutron] 10.222.0.44 "PUT /v2.0/ports/0db2a5f2-bdf7-48dc-a788-631351678a56 HTTP/1.1" status: 200 len: 1094 time: 0.7964215 Sep 21 16:33:14.876109 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd', 'tag': '0db2a5f2-bdf7-48dc-a788-631351678a56'}] {{(pid=184192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:33:14.878442 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc60c069b955d627b70d651b6eab325f4fde0824357df3315d36669f938dcfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6a9151-15fc-4bc5-bf3a-336a171bbfc4" -d '{"events": [{"name": "network-changed", "server_uuid": "d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd", "tag": "0db2a5f2-bdf7-48dc-a788-631351678a56"}]}' {{(pid=184192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:33:14.882192 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:14.904432 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e1eaf-e040-4faf-88e1-2c0ed6155c95 service neutron] Pushing event updated for resources: {'Port': ['ID=0db2a5f2-bdf7-48dc-a788-631351678a56,revision_number=3']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:33:14.919837 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b502d979-4f18-4af3-a11e-ebcfe7705532 x-openstack-request-id: req-b502d979-4f18-4af3-a11e-ebcfe7705532 {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:33:14.920211 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd", "tag": "0db2a5f2-bdf7-48dc-a788-631351678a56", "status": "completed", "code": 200}]} {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:33:14.920465 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b502d979-4f18-4af3-a11e-ebcfe7705532 {{(pid=184192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:33:14.920863 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd', 'tag': '0db2a5f2-bdf7-48dc-a788-631351678a56', 'status': 'completed', 'code': 200} Sep 21 16:33:14.983414 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a9151-15fc-4bc5-bf3a-336a171bbfc4 req-46828728-f4df-414e-bc7b-6bd1ef53f76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:14.984975 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ba6a9151-15fc-4bc5-bf3a-336a171bbfc4 req-46828728-f4df-414e-bc7b-6bd1ef53f76c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6043226e82394816af874014d2a2bf84&device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 1097 time: 0.0440538 Sep 21 16:33:15.088410 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a9151-15fc-4bc5-bf3a-336a171bbfc4 req-267c1975-e23a-4290-a92b-5d046603ffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:15.089801 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ba6a9151-15fc-4bc5-bf3a-336a171bbfc4 req-267c1975-e23a-4290-a92b-5d046603ffdb service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=6043226e82394816af874014d2a2bf84&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0974178 Sep 21 16:33:15.109048 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 up at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:33:15.178637 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning complete for port 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:33:15.179785 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:15.188386 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a9151-15fc-4bc5-bf3a-336a171bbfc4 req-8003a60c-13c0-4f25-bc91-d9698cdcbddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:15.189873 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ba6a9151-15fc-4bc5-bf3a-336a171bbfc4 req-8003a60c-13c0-4f25-bc91-d9698cdcbddd service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935321 Sep 21 16:33:15.199483 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15911f1-ce27-4695-9522-6feca17da0fa req-34d776eb-0ba8-4006-bb09-d7ce1c7138bb tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:15.201470 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c15911f1-ce27-4695-9522-6feca17da0fa req-34d776eb-0ba8-4006-bb09-d7ce1c7138bb tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 944 time: 0.0631688 Sep 21 16:33:15.244742 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c15911f1-ce27-4695-9522-6feca17da0fa req-585849b2-cfc8-49c3-89cb-53da699871da tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338991 Sep 21 16:33:15.267344 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:15.271837 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-2403de5d-e334-45e4-baa7-4b5c4e79646e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:15.273343 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-2403de5d-e334-45e4-baa7-4b5c4e79646e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6043226e82394816af874014d2a2bf84&device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 1097 time: 0.0457447 Sep 21 16:33:15.290689 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464e5662-7e44-4ba5-82e4-122ca195c922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1fa3fe-8010-4501-813e-9c54ff3a9fa2'}] {{(pid=184193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:33:15.293146 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e6171c86456a5bbdaf0b46ebb92172d32a0ea5b64bc8822db714b438cc8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21fb5bb-ba1b-4cfb-96f5-8851a7896df4" -d '{"events": [{"server_uuid": "464e5662-7e44-4ba5-82e4-122ca195c922", "name": "network-vif-plugged", "status": "completed", "tag": "9f1fa3fe-8010-4501-813e-9c54ff3a9fa2"}]}' {{(pid=184193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:33:15.308901 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=9f1fa3fe-8010-4501-813e-9c54ff3a9fa2,segment=NetworkSegment(f105e78b-d17d-49b4-8dea-7bfd49dbcc51),segment_id=f105e78b-d17d-49b4-8dea-7bfd49dbcc51)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:33:15.321976 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-405de14c-fa20-46f9-a58a-b274b2c352c1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0db2a5f2-bdf7-48dc-a788-631351678a56 HTTP/1.1" status: 200 len: 217 time: 0.0401573 Sep 21 16:33:15.391060 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9441e5-981a-4c07-b8bb-8f7968a9d559 x-openstack-request-id: req-dc9441e5-981a-4c07-b8bb-8f7968a9d559 {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:33:15.391359 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464e5662-7e44-4ba5-82e4-122ca195c922", "name": "network-vif-plugged", "status": "completed", "tag": "9f1fa3fe-8010-4501-813e-9c54ff3a9fa2", "code": 200}]} {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:33:15.391647 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc9441e5-981a-4c07-b8bb-8f7968a9d559 {{(pid=184193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:33:15.392043 dv-cinder-810035-1-iscsi neutron-server[184193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464e5662-7e44-4ba5-82e4-122ca195c922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1fa3fe-8010-4501-813e-9c54ff3a9fa2', 'code': 200} Sep 21 16:33:15.399741 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-c947d34d-3163-4ef9-9c7a-9e8f5d9bc9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:15.401213 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-c947d34d-3163-4ef9-9c7a-9e8f5d9bc9e7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f8f4ce81-6fda-46e9-8392-224a6ec23c8a HTTP/1.1" status: 200 len: 851 time: 0.0729132 Sep 21 16:33:15.414397 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f3876-5162-4910-96b7-d773e41364cd req-917dd4b8-3f51-4d46-85cb-642f6f791c16 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:15.415918 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1a3f3876-5162-4910-96b7-d773e41364cd req-917dd4b8-3f51-4d46-85cb-642f6f791c16 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 944 time: 0.0802801 Sep 21 16:33:15.452599 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:15.486015 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1a3f3876-5162-4910-96b7-d773e41364cd req-2e17efb9-15e4-4a98-b500-096b4b9cf8c3 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604804 Sep 21 16:33:15.491530 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-a613e4f2-5d6c-45db-aba6-1305fe7f5748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:15.492994 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-a613e4f2-5d6c-45db-aba6-1305fe7f5748 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=84a8318c-3a52-454c-b8ec-bdaba678f9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762789 Sep 21 16:33:15.520420 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=9f1fa3fe-8010-4501-813e-9c54ff3a9fa2,revision_number=10']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:33:15.532775 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e2f90-506b-41b3-9c76-e1569276c62c req-b0cbeffe-f475-4083-bbf9-610ec6c31a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:15.534384 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f43e2f90-506b-41b3-9c76-e1569276c62c req-b0cbeffe-f475-4083-bbf9-610ec6c31a90 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fcd24fff54904925b7f9dea039d036dd&device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 1099 time: 0.0463245 Sep 21 16:33:15.595668 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-c2298cc9-2b94-4505-bc71-240b236cc2a7 service neutron] 10.222.0.44 "GET /v2.0/networks/84a8318c-3a52-454c-b8ec-bdaba678f9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945425 Sep 21 16:33:15.640931 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:15.647366 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e2f90-506b-41b3-9c76-e1569276c62c req-7fa17ad1-2434-4110-a550-1a839da978a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:15.648949 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f43e2f90-506b-41b3-9c76-e1569276c62c req-7fa17ad1-2434-4110-a550-1a839da978a8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=74453f4e-295a-4b01-8c05-e1fb2fd58439 HTTP/1.1" status: 200 len: 918 time: 0.0893085 Sep 21 16:33:15.695338 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9704e974-563a-43d1-a3f9-e734474c3df7 req-f6caff04-8ad1-460a-9e9a-f67510fb3e91 service neutron] 10.222.0.44 "GET /v2.0/networks/84a8318c-3a52-454c-b8ec-bdaba678f9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920229 Sep 21 16:33:15.718734 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f43e2f90-506b-41b3-9c76-e1569276c62c req-c9af873d-bdf0-4302-846d-c3f47272ad9b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 HTTP/1.1" status: 200 len: 1001 time: 0.0619872 Sep 21 16:33:15.772409 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dca7ed-bbba-4e53-87bc-e7b15e0ab037 req-4f6af7d5-1974-45c0-b3ad-1e12aca1172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:15.773895 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-68dca7ed-bbba-4e53-87bc-e7b15e0ab037 req-4f6af7d5-1974-45c0-b3ad-1e12aca1172c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 1099 time: 0.0406454 Sep 21 16:33:15.780201 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e2f90-506b-41b3-9c76-e1569276c62c req-8b4b9fbb-da51-44c9-af13-20afb728e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:15.781696 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f43e2f90-506b-41b3-9c76-e1569276c62c req-8b4b9fbb-da51-44c9-af13-20afb728e86e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6371c2ed-8e66-4812-bc10-372bbd5ac836 HTTP/1.1" status: 200 len: 856 time: 0.0480137 Sep 21 16:33:15.816835 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-68dca7ed-bbba-4e53-87bc-e7b15e0ab037 req-43f2b11a-ab61-4e31-8a90-8d197c2814ba service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276644 Sep 21 16:33:15.827477 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e2f90-506b-41b3-9c76-e1569276c62c req-7e45beae-0d3b-47dc-8f37-fe460a43bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:15.828973 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f43e2f90-506b-41b3-9c76-e1569276c62c req-7e45beae-0d3b-47dc-8f37-fe460a43bb1a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74453f4e-295a-4b01-8c05-e1fb2fd58439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396924 Sep 21 16:33:16.145420 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f43e2f90-506b-41b3-9c76-e1569276c62c req-990923a3-dd73-4438-8911-131bb08e83a0 service neutron] 10.222.0.44 "GET /v2.0/networks/74453f4e-295a-4b01-8c05-e1fb2fd58439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822110 Sep 21 16:33:16.238671 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f43e2f90-506b-41b3-9c76-e1569276c62c req-73c8dc38-5d4d-48dd-babf-8457439f62a0 service neutron] 10.222.0.44 "GET /v2.0/networks/74453f4e-295a-4b01-8c05-e1fb2fd58439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851660 Sep 21 16:33:16.357730 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b7940-0a18-4a4a-97d5-daded6c28575 req-df2e73bd-1ee0-4949-b0a1-76157009f240 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:16.359198 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-af2b7940-0a18-4a4a-97d5-daded6c28575 req-df2e73bd-1ee0-4949-b0a1-76157009f240 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 944 time: 0.0483634 Sep 21 16:33:16.397700 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-af2b7940-0a18-4a4a-97d5-daded6c28575 req-1ae0d3d2-e0fd-4c3f-bf68-d701f314ce5d tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318274 Sep 21 16:33:16.605668 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f567a0b-6408-43bd-9d34-8a7465a263c3 req-5ae198e4-2319-4409-bb84-ac21047b8d83 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:16.607110 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5f567a0b-6408-43bd-9d34-8a7465a263c3 req-5ae198e4-2319-4409-bb84-ac21047b8d83 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 946 time: 0.0479109 Sep 21 16:33:16.647574 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5f567a0b-6408-43bd-9d34-8a7465a263c3 req-bfa378eb-6e87-4b9b-83ec-e473a5b3734a tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344875 Sep 21 16:33:17.407125 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:17.532745 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8783b4-968e-43bf-9a4e-67ff7bd03e6d req-666ce20b-e947-4a46-8a67-edf9e108c60a tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:17.534432 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6d8783b4-968e-43bf-9a4e-67ff7bd03e6d req-666ce20b-e947-4a46-8a67-edf9e108c60a tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 944 time: 0.0674460 Sep 21 16:33:17.576984 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6d8783b4-968e-43bf-9a4e-67ff7bd03e6d req-a2fe5d18-44d4-4719-b24b-2672778ff512 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362365 Sep 21 16:33:17.781447 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290929e-cfa2-4470-9b7c-5470e402fdba req-2d568fc3-1ff0-40dd-a694-a6c918ab040b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:17.785207 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-4290929e-cfa2-4470-9b7c-5470e402fdba req-2d568fc3-1ff0-40dd-a694-a6c918ab040b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 946 time: 0.0593936 Sep 21 16:33:17.833601 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-4290929e-cfa2-4470-9b7c-5470e402fdba req-b57be3a7-cf60-4333-ac4f-755da64461a0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444677 Sep 21 16:33:18.693355 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2712b2e-6c74-4fbe-b450-1a8d85efbaa2 req-fcad3c8c-e5ad-4c8b-af45-904c34f9bdd0 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:18.694807 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e2712b2e-6c74-4fbe-b450-1a8d85efbaa2 req-fcad3c8c-e5ad-4c8b-af45-904c34f9bdd0 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 944 time: 0.0498011 Sep 21 16:33:18.734078 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e2712b2e-6c74-4fbe-b450-1a8d85efbaa2 req-67ae495e-933e-4729-b2ae-5cc3d3401e67 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332909 Sep 21 16:33:18.964336 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0f0f7-0972-4336-a8db-cac39736a4d7 req-8ab6642e-c103-4107-9da4-b832d17e2cc0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:18.965718 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-90d0f0f7-0972-4336-a8db-cac39736a4d7 req-8ab6642e-c103-4107-9da4-b832d17e2cc0 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 946 time: 0.0533121 Sep 21 16:33:19.002380 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-90d0f0f7-0972-4336-a8db-cac39736a4d7 req-972bcc12-96f9-4152-95e2-cbf80ca19c9b tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305054 Sep 21 16:33:19.853978 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a26706-ef94-477d-bc5d-d2272d64b24a req-906a1955-04e3-4ddb-9f4b-0d2fcf581fcb tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:19.856548 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b9a26706-ef94-477d-bc5d-d2272d64b24a req-906a1955-04e3-4ddb-9f4b-0d2fcf581fcb tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 944 time: 0.0546865 Sep 21 16:33:19.896842 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b9a26706-ef94-477d-bc5d-d2272d64b24a req-c9047b8d-05c4-4b62-8532-fb0a7cc27d40 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341475 Sep 21 16:33:21.012643 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa49acc-c32c-4a17-b283-f155ea1ba8e2 req-0068db66-2e18-401f-a042-fa072e0206c1 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:21.014197 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1aa49acc-c32c-4a17-b283-f155ea1ba8e2 req-0068db66-2e18-401f-a042-fa072e0206c1 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 944 time: 0.0499108 Sep 21 16:33:21.058963 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1aa49acc-c32c-4a17-b283-f155ea1ba8e2 req-52404e92-03a6-4550-8715-c77755820767 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381391 Sep 21 16:33:22.174622 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a326d5-b888-4ae0-938b-13357494a91c req-734e8572-94c8-4a1b-8795-2ccd35cba683 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:22.176723 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d1a326d5-b888-4ae0-938b-13357494a91c req-734e8572-94c8-4a1b-8795-2ccd35cba683 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 944 time: 0.0496380 Sep 21 16:33:22.226640 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d1a326d5-b888-4ae0-938b-13357494a91c req-15080f93-56a8-479d-ad25-a9a25e4ca981 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363164 Sep 21 16:33:23.341647 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4aa3a9-6a78-4bdc-9afa-a370f6b76180 req-cd5da4fa-c272-4599-8c37-f83d29dcef9e tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:23.343136 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2c4aa3a9-6a78-4bdc-9afa-a370f6b76180 req-cd5da4fa-c272-4599-8c37-f83d29dcef9e tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 944 time: 0.0493743 Sep 21 16:33:23.381310 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2c4aa3a9-6a78-4bdc-9afa-a370f6b76180 req-b8eed584-0853-4f87-ace6-3f5b70493f38 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321333 Sep 21 16:33:24.501446 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac83d11-6c32-4944-9902-f7612d517a78 req-6a7325fd-b9f4-4270-83fa-3268721687a2 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:24.502906 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-dac83d11-6c32-4944-9902-f7612d517a78 req-6a7325fd-b9f4-4270-83fa-3268721687a2 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 944 time: 0.0524299 Sep 21 16:33:24.541684 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-dac83d11-6c32-4944-9902-f7612d517a78 req-3d46eca8-9d0b-42ce-8f46-6aa32447d59e tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326757 Sep 21 16:33:25.659415 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e260192-715f-47d0-bdb7-5a566b255f96 req-20688c59-f7c6-403a-90d0-c45f1908c126 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:25.660803 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-8e260192-715f-47d0-bdb7-5a566b255f96 req-20688c59-f7c6-403a-90d0-c45f1908c126 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 944 time: 0.0492508 Sep 21 16:33:25.702097 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-8e260192-715f-47d0-bdb7-5a566b255f96 req-71e988e4-308e-47e6-a8e7-fd353bce0d3a tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351355 Sep 21 16:33:26.822078 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f562219-691b-4626-aba3-b7fca6f227eb req-60d48019-ef1b-4acb-82b7-beee38575424 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:26.823647 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0f562219-691b-4626-aba3-b7fca6f227eb req-60d48019-ef1b-4acb-82b7-beee38575424 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 944 time: 0.0505993 Sep 21 16:33:26.861044 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0f562219-691b-4626-aba3-b7fca6f227eb req-94b572f4-4fbd-4a35-b313-d338128a0395 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312650 Sep 21 16:33:27.981756 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689b97e-b41c-4171-ab8c-3daf25c10906 req-521ff65b-f13f-4980-bd6e-5472c56333ec tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:27.983417 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-4689b97e-b41c-4171-ab8c-3daf25c10906 req-521ff65b-f13f-4980-bd6e-5472c56333ec tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 944 time: 0.0528686 Sep 21 16:33:28.024646 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-4689b97e-b41c-4171-ab8c-3daf25c10906 req-cd63aa3f-f6a9-443c-8375-71eb1bbe226a tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348589 Sep 21 16:33:29.139060 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3b638-5303-4401-a083-822b5b9e69b0 req-dc18e207-708a-4219-af41-ec7be6d9b5ec tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:29.140510 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9de3b638-5303-4401-a083-822b5b9e69b0 req-dc18e207-708a-4219-af41-ec7be6d9b5ec tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 944 time: 0.0489943 Sep 21 16:33:29.169861 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 0db2a5f2-bdf7-48dc-a788-631351678a56 details requested by agent hyperv_hv-cinder-81003 with host hv-cinder-81003 {{(pid=184193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 16:33:29.182319 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9de3b638-5303-4401-a083-822b5b9e69b0 req-78d3bfca-0a22-434d-a948-edeef4bebb87 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353360 Sep 21 16:33:29.412046 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 0db2a5f2-bdf7-48dc-a788-631351678a56, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=0db2a5f2-bdf7-48dc-a788-631351678a56,segment=NetworkSegment(53813302-8840-4184-9051-c418a0ae5321),segment_id=53813302-8840-4184-9051-c418a0ae5321)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:33:29.423218 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Returning: {'device': '0db2a5f2-bdf7-48dc-a788-631351678a56', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'port_id': '0db2a5f2-bdf7-48dc-a788-631351678a56', 'mac_address': 'fa:16:3e:ad:7b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=184193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 16:33:29.460879 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:29.473455 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db2a5f2-bdf7-48dc-a788-631351678a56 {{(pid=184193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:33:29.493251 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 0db2a5f2-bdf7-48dc-a788-631351678a56, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=0db2a5f2-bdf7-48dc-a788-631351678a56,segment=NetworkSegment(53813302-8840-4184-9051-c418a0ae5321),segment_id=53813302-8840-4184-9051-c418a0ae5321)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:33:29.553723 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:29.604047 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=0db2a5f2-bdf7-48dc-a788-631351678a56,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:33:29.611011 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:29.611363 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:29.611732 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:29.612064 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:29.612396 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:29.612727 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:29.613084 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:29.613451 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:29.613779 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:29.614117 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:29.614439 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:29.614765 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:29.930387 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['0db2a5f2-bdf7-48dc-a788-631351678a56'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:33:30.324365 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffe790-50bd-486a-a6c5-66b5c509070d req-758170a1-dc42-4de0-ae9a-a40cbba6cb9e tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:30.326262 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-53ffe790-50bd-486a-a6c5-66b5c509070d req-758170a1-dc42-4de0-ae9a-a40cbba6cb9e tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 945 time: 0.0571008 Sep 21 16:33:30.364225 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-53ffe790-50bd-486a-a6c5-66b5c509070d req-bcdc4cee-6a59-4041-82fd-992a8852706d tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319872 Sep 21 16:33:31.170384 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 0db2a5f2-bdf7-48dc-a788-631351678a56 up at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:33:31.359304 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning for port 0db2a5f2-bdf7-48dc-a788-631351678a56 completed by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:33:31.364000 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning complete for port 0db2a5f2-bdf7-48dc-a788-631351678a56 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:33:31.364374 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:31.444848 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:31.468311 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db2a5f2-bdf7-48dc-a788-631351678a56'}] {{(pid=184193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:33:31.470605 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e6171c86456a5bbdaf0b46ebb92172d32a0ea5b64bc8822db714b438cc8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c7b2cb-3976-483b-89e2-bf22ae9c3486" -d '{"events": [{"server_uuid": "d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd", "name": "network-vif-plugged", "status": "completed", "tag": "0db2a5f2-bdf7-48dc-a788-631351678a56"}]}' {{(pid=184193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:33:31.480871 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7e932-1465-45de-876b-44d2961e1839 req-1eb8ffed-f7f5-46a0-a470-7e205cf6c576 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:31.483475 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-23d7e932-1465-45de-876b-44d2961e1839 req-1eb8ffed-f7f5-46a0-a470-7e205cf6c576 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 945 time: 0.0517364 Sep 21 16:33:31.483669 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 0db2a5f2-bdf7-48dc-a788-631351678a56, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=0db2a5f2-bdf7-48dc-a788-631351678a56,segment=NetworkSegment(53813302-8840-4184-9051-c418a0ae5321),segment_id=53813302-8840-4184-9051-c418a0ae5321)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:33:31.526125 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-23d7e932-1465-45de-876b-44d2961e1839 req-d98fdfa0-a99f-41c1-b1c3-4c71b805876c tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361712 Sep 21 16:33:31.533382 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab520eac-e97e-4c2d-ac50-0ada6ebfcd02 x-openstack-request-id: req-ab520eac-e97e-4c2d-ac50-0ada6ebfcd02 {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:33:31.533739 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd", "name": "network-vif-plugged", "status": "completed", "tag": "0db2a5f2-bdf7-48dc-a788-631351678a56", "code": 200}]} {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:33:31.534049 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab520eac-e97e-4c2d-ac50-0ada6ebfcd02 {{(pid=184193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:33:31.534528 dv-cinder-810035-1-iscsi neutron-server[184193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db2a5f2-bdf7-48dc-a788-631351678a56', 'code': 200} Sep 21 16:33:31.566895 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:31.619829 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=0db2a5f2-bdf7-48dc-a788-631351678a56,revision_number=5']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:33:31.816265 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb10a3f-9340-421b-bd0b-6fc7283e0b0f req-d4cbbd4b-18fe-4a6d-b16d-1e96c16dec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:31.817909 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-4bb10a3f-9340-421b-bd0b-6fc7283e0b0f req-d4cbbd4b-18fe-4a6d-b16d-1e96c16dec8b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 1099 time: 0.0452890 Sep 21 16:33:31.854434 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-4bb10a3f-9340-421b-bd0b-6fc7283e0b0f req-eef5e1fe-95b6-4066-9946-a85ffcf8dd5d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281763 Sep 21 16:33:32.643055 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d8924-1b6d-4735-b3f5-99c4f772c111 req-33e2c932-0b54-4ecd-ae7a-c67111eababf tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:32.645242 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-195d8924-1b6d-4735-b3f5-99c4f772c111 req-33e2c932-0b54-4ecd-ae7a-c67111eababf tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 946 time: 0.0512180 Sep 21 16:33:32.684720 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-195d8924-1b6d-4735-b3f5-99c4f772c111 req-19abb19c-1005-4f9d-8e26-5efacd8d100a tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334289 Sep 21 16:33:33.804783 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdafda-5be5-4e6f-bdf3-050dbeca18e1 req-c112da2d-f51d-401d-8789-6fecf75a3960 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:33.806413 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-41fdafda-5be5-4e6f-bdf3-050dbeca18e1 req-c112da2d-f51d-401d-8789-6fecf75a3960 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 946 time: 0.0530775 Sep 21 16:33:33.850419 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-41fdafda-5be5-4e6f-bdf3-050dbeca18e1 req-95cfc48d-4b5c-4811-a720-c5b5be0b81f6 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356810 Sep 21 16:33:33.965155 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b654097-db0c-461f-b23b-e3978ddcfc58 req-76bce6b1-3f13-47ed-8b35-53d1886cf7a8 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:33.966577 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2b654097-db0c-461f-b23b-e3978ddcfc58 req-76bce6b1-3f13-47ed-8b35-53d1886cf7a8 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 946 time: 0.0495026 Sep 21 16:33:34.005667 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2b654097-db0c-461f-b23b-e3978ddcfc58 req-f9a10f09-2e51-4bbd-89da-b314c46fc059 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330389 Sep 21 16:33:34.028056 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 37358) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:33:34.111503 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c504de-f791-4cfc-a4d5-1c73165bd81a tempest-TestVolumeBootPattern-672846351 tempest-TestVolumeBootPattern-672846351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:34.113038 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-39c504de-f791-4cfc-a4d5-1c73165bd81a tempest-TestVolumeBootPattern-672846351 tempest-TestVolumeBootPattern-672846351-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 1094 time: 0.0839906 Sep 21 16:33:34.117343 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 37364) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:33:34.121723 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-fda7de38-1039-46a8-a451-1be8f63f77fe tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Request body: {'floatingip': {'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'port_id': '0db2a5f2-bdf7-48dc-a788-631351678a56', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'fixed_ip_address': '172.20.0.10'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:33:34.258318 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-fda7de38-1039-46a8-a451-1be8f63f77fe tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for floatingip, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:34.364700 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-fda7de38-1039-46a8-a451-1be8f63f77fe tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:34.474387 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.db_base_plugin_common [None req-fda7de38-1039-46a8-a451-1be8f63f77fe tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Allocated IP 172.27.2.241 (72679c7d-9bce-4a4a-9509-1e8f9e1d8844/b489826c-59d7-499a-88a6-c55f1856fec4/a1cb84a1-125b-4922-9b1c-2d7a44af1212) {{(pid=184192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:33:34.589492 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-fda7de38-1039-46a8-a451-1be8f63f77fe tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for port, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:34.691329 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-fda7de38-1039-46a8-a451-1be8f63f77fe tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5165539'] for port, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:34.745214 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda7de38-1039-46a8-a451-1be8f63f77fe tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 is already hosted by enough agents. {{(pid=184192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:33:34.749848 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.base_scheduler [None req-fda7de38-1039-46a8-a451-1be8f63f77fe tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Resources bound (agent type, host, resource id): {{(pid=184192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:33:34.754821 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda7de38-1039-46a8-a451-1be8f63f77fe tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Received port after_create {{(pid=184192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:33:34.788141 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7de38-1039-46a8-a451-1be8f63f77fe tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Pushing event updated for resources: {'Port': ['ID=a1cb84a1-125b-4922-9b1c-2d7a44af1212,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:33:35.125555 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-fda7de38-1039-46a8-a451-1be8f63f77fe tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:35.299310 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-fda7de38-1039-46a8-a451-1be8f63f77fe tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:35.481169 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-fda7de38-1039-46a8-a451-1be8f63f77fe tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for port, precommit_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:35.617979 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-fda7de38-1039-46a8-a451-1be8f63f77fe tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5165562'] for port, after_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:35.692673 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7de38-1039-46a8-a451-1be8f63f77fe tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Pushing event updated for resources: {'Port': ['ID=a1cb84a1-125b-4922-9b1c-2d7a44af1212,revision_number=2']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:33:35.704162 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-fda7de38-1039-46a8-a451-1be8f63f77fe tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615442'] for floatingip, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:36.085725 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.db.l3_db [None req-fda7de38-1039-46a8-a451-1be8f63f77fe tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Floating IP 8f5fc288-f293-4219-8073-7b10453af239 associated. External IP: 172.27.2.241, port: 0db2a5f2-bdf7-48dc-a788-631351678a56. Sep 21 16:33:36.300018 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda7de38-1039-46a8-a451-1be8f63f77fe tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Router 0e11362f-3853-41ee-b819-47041b77fe33 has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:33:36.406950 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda7de38-1039-46a8-a451-1be8f63f77fe tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:33:36.418744 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d6fb11-d0cf-413f-98bd-85dbb94dc94d None None] Sync routers for ids ['0e11362f-3853-41ee-b819-47041b77fe33'] in dv-cinder-810035-1-iscsi {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:33:36.427574 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d6fb11-d0cf-413f-98bd-85dbb94dc94d None None] Routers {'0e11362f-3853-41ee-b819-47041b77fe33'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:33:36.428198 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-02d6fb11-d0cf-413f-98bd-85dbb94dc94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:33:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['0e11362f-3853-41ee-b819-47041b77fe33'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:33:36.503955 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-fda7de38-1039-46a8-a451-1be8f63f77fe tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for floatingip, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:36.530950 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-fda7de38-1039-46a8-a451-1be8f63f77fe tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4125299 Sep 21 16:33:36.531564 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd', 'tag': '0db2a5f2-bdf7-48dc-a788-631351678a56'}] {{(pid=184192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:33:36.532320 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-02d6fb11-d0cf-413f-98bd-85dbb94dc94d None None] Set router 0e11362f-3853-41ee-b819-47041b77fe33 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:33:36.533947 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc60c069b955d627b70d651b6eab325f4fde0824357df3315d36669f938dcfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca10ec88-ca04-46fd-96d8-c845b01772a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd", "tag": "0db2a5f2-bdf7-48dc-a788-631351678a56"}]}' {{(pid=184192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:33:36.637712 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2043b1d8-54e4-4e17-b7d3-5d14b2b76207 x-openstack-request-id: req-2043b1d8-54e4-4e17-b7d3-5d14b2b76207 {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:33:36.638053 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd", "tag": "0db2a5f2-bdf7-48dc-a788-631351678a56", "status": "completed", "code": 200}]} {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:33:36.638331 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2043b1d8-54e4-4e17-b7d3-5d14b2b76207 {{(pid=184192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:33:36.638743 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd', 'tag': '0db2a5f2-bdf7-48dc-a788-631351678a56', 'status': 'completed', 'code': 200} Sep 21 16:33:36.729871 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10ec88-ca04-46fd-96d8-c845b01772a7 req-35c242f3-18d6-45db-b9bd-748592ef66f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:36.730933 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ca10ec88-ca04-46fd-96d8-c845b01772a7 req-35c242f3-18d6-45db-b9bd-748592ef66f7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6043226e82394816af874014d2a2bf84&device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 1099 time: 0.0602565 Sep 21 16:33:36.790235 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-02d6fb11-d0cf-413f-98bd-85dbb94dc94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e11362f-3853-41ee-b819-47041b77fe33', 'name': 'tempest-TestVolumeBootPattern-1273681184-router', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:23Z', 'updated_at': '2021-09-21T16:32:26Z', 'revision_number': 4, 'project_id': '6043226e82394816af874014d2a2bf84', 'gw_port': {'id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:24Z', 'updated_at': '2021-09-21T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_floatingips': [{'id': '8f5fc288-f293-4219-8073-7b10453af239', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'router_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'port_id': '0db2a5f2-bdf7-48dc-a788-631351678a56', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'mac_address': 'fa:16:3e:ad:7b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T16:33:34Z', 'updated_at': '2021-09-21T16:33:34Z', 'revision_number': 0, 'project_id': '6043226e82394816af874014d2a2bf84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c47745-3a8f-4ab9-855a-5e642ff67f46', 'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'mac_address': 'fa:16:3e:29:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:26Z', 'updated_at': '2021-09-21T16:32:31Z', 'revision_number': 5, 'project_id': '6043226e82394816af874014d2a2bf84', 'subnets': [{'id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:33:36.823409 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d6fb11-d0cf-413f-98bd-85dbb94dc94d None None] Checking router: 0e11362f-3853-41ee-b819-47041b77fe33 for host: dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:33:36.833712 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d6fb11-d0cf-413f-98bd-85dbb94dc94d None None] Routers {'0e11362f-3853-41ee-b819-47041b77fe33'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:33:36.835636 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-02d6fb11-d0cf-413f-98bd-85dbb94dc94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:33:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['0e11362f-3853-41ee-b819-47041b77fe33'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:33:36.838989 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10ec88-ca04-46fd-96d8-c845b01772a7 req-6e747107-9a80-494c-befa-a5131abf5ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:36.840742 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ca10ec88-ca04-46fd-96d8-c845b01772a7 req-6e747107-9a80-494c-befa-a5131abf5ca2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=84a8318c-3a52-454c-b8ec-bdaba678f9cd HTTP/1.1" status: 200 len: 913 time: 0.1011512 Sep 21 16:33:36.918300 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ca10ec88-ca04-46fd-96d8-c845b01772a7 req-8a940efe-22dd-4e4c-9bc5-850481f43def service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0db2a5f2-bdf7-48dc-a788-631351678a56 HTTP/1.1" status: 200 len: 1000 time: 0.0699618 Sep 21 16:33:36.971449 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-02d6fb11-d0cf-413f-98bd-85dbb94dc94d None None] Set router 0e11362f-3853-41ee-b819-47041b77fe33 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:33:36.982581 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10ec88-ca04-46fd-96d8-c845b01772a7 req-2be5a4c1-0c38-4a67-8f91-ec33f23b3dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:36.984026 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ca10ec88-ca04-46fd-96d8-c845b01772a7 req-2be5a4c1-0c38-4a67-8f91-ec33f23b3dd1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f8f4ce81-6fda-46e9-8392-224a6ec23c8a HTTP/1.1" status: 200 len: 851 time: 0.0586050 Sep 21 16:33:37.035274 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10ec88-ca04-46fd-96d8-c845b01772a7 req-98e739d5-e553-4875-a8ed-0fabcc6f78f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:37.037245 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ca10ec88-ca04-46fd-96d8-c845b01772a7 req-98e739d5-e553-4875-a8ed-0fabcc6f78f1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=84a8318c-3a52-454c-b8ec-bdaba678f9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458593 Sep 21 16:33:37.163096 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ca10ec88-ca04-46fd-96d8-c845b01772a7 req-32b66653-12cf-4f36-939c-714e26813490 service neutron] 10.222.0.44 "GET /v2.0/networks/84a8318c-3a52-454c-b8ec-bdaba678f9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136441 Sep 21 16:33:37.280957 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ca10ec88-ca04-46fd-96d8-c845b01772a7 req-715560bf-dfff-4354-a835-1bdedd72f8de service neutron] 10.222.0.44 "GET /v2.0/networks/84a8318c-3a52-454c-b8ec-bdaba678f9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093953 Sep 21 16:33:37.282192 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-02d6fb11-d0cf-413f-98bd-85dbb94dc94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e11362f-3853-41ee-b819-47041b77fe33', 'name': 'tempest-TestVolumeBootPattern-1273681184-router', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:23Z', 'updated_at': '2021-09-21T16:32:26Z', 'revision_number': 4, 'project_id': '6043226e82394816af874014d2a2bf84', 'gw_port': {'id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:24Z', 'updated_at': '2021-09-21T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_floatingips': [{'id': '8f5fc288-f293-4219-8073-7b10453af239', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'router_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'port_id': '0db2a5f2-bdf7-48dc-a788-631351678a56', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'mac_address': 'fa:16:3e:ad:7b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T16:33:34Z', 'updated_at': '2021-09-21T16:33:34Z', 'revision_number': 0, 'project_id': '6043226e82394816af874014d2a2bf84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c47745-3a8f-4ab9-855a-5e642ff67f46', 'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'mac_address': 'fa:16:3e:29:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:26Z', 'updated_at': '2021-09-21T16:32:31Z', 'revision_number': 5, 'project_id': '6043226e82394816af874014d2a2bf84', 'subnets': [{'id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:33:37.310668 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d6fb11-d0cf-413f-98bd-85dbb94dc94d None None] The sync data for ids ['0e11362f-3853-41ee-b819-47041b77fe33'] in dv-cinder-810035-1-iscsi is: [{'id': '0e11362f-3853-41ee-b819-47041b77fe33', 'name': 'tempest-TestVolumeBootPattern-1273681184-router', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:23Z', 'updated_at': '2021-09-21T16:32:26Z', 'revision_number': 4, 'project_id': '6043226e82394816af874014d2a2bf84', 'gw_port': {'id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:24Z', 'updated_at': '2021-09-21T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_floatingips': [{'id': '8f5fc288-f293-4219-8073-7b10453af239', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'router_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'port_id': '0db2a5f2-bdf7-48dc-a788-631351678a56', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'mac_address': 'fa:16:3e:ad:7b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T16:33:34Z', 'updated_at': '2021-09-21T16:33:34Z', 'revision_number': 0, 'project_id': '6043226e82394816af874014d2a2bf84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c47745-3a8f-4ab9-855a-5e642ff67f46', 'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'mac_address': 'fa:16:3e:29:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:26Z', 'updated_at': '2021-09-21T16:32:31Z', 'revision_number': 5, 'project_id': '6043226e82394816af874014d2a2bf84', 'subnets': [{'id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:33:37.524366 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d88289-5562-4b23-a93d-04467ff40012 None None] New status for floating IP 8f5fc288-f293-4219-8073-7b10453af239: ACTIVE {{(pid=184194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:33:37.754199 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2db071-a620-4a6e-b27f-f3eae9522fc9 req-17ea65fb-a42c-4fb3-aecd-0b424d787200 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:37.755847 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-fa2db071-a620-4a6e-b27f-f3eae9522fc9 req-17ea65fb-a42c-4fb3-aecd-0b424d787200 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=b091750b-0e52-4083-8b7c-279d0dcfb126 HTTP/1.1" status: 200 len: 945 time: 0.0557230 Sep 21 16:33:37.796977 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-fa2db071-a620-4a6e-b27f-f3eae9522fc9 req-3a55c4ce-3ca3-48dc-bf01-4063753736ac tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=16f1c6e7-0cd0-4b94-bce0-b238e738085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348742 Sep 21 16:33:38.920637 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdadc772-674d-4913-91e2-bccd98e01db1 req-53da9cbb-dafa-4a78-bcf8-e8aee5f005f9 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:38.922143 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-bdadc772-674d-4913-91e2-bccd98e01db1 req-53da9cbb-dafa-4a78-bcf8-e8aee5f005f9 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=b091750b-0e52-4083-8b7c-279d0dcfb126 HTTP/1.1" status: 200 len: 945 time: 0.0492525 Sep 21 16:33:38.960885 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-bdadc772-674d-4913-91e2-bccd98e01db1 req-78fe6665-2e76-46f7-8b6d-b7bf35ff2be8 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=16f1c6e7-0cd0-4b94-bce0-b238e738085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326910 Sep 21 16:33:39.223791 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:39.939978 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09482a5-f49a-485b-819e-612f71028d2a req-46401e1a-b447-4310-9fd8-a304e85b2fc0 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:39.941348 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e09482a5-f49a-485b-819e-612f71028d2a req-46401e1a-b447-4310-9fd8-a304e85b2fc0 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.44 "GET /v2.0/ports?device_id=b091750b-0e52-4083-8b7c-279d0dcfb126 HTTP/1.1" status: 200 len: 945 time: 0.0523365 Sep 21 16:33:40.042648 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [req-e09482a5-f49a-485b-819e-612f71028d2a req-936d61e7-1a79-4a1c-905e-92265ffc9f49 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Deleting port ac72b89c-a806-4e5f-bb5d-94133e89e917 {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:33:40.043208 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-e09482a5-f49a-485b-819e-612f71028d2a req-936d61e7-1a79-4a1c-905e-92265ffc9f49 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:40.146598 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f0b65-3c4a-43f6-b3b2-fa9a80c2dc81 req-35ec6927-7f67-42bc-980d-96c0f10e9570 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:33:40.148110 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a45f0b65-3c4a-43f6-b3b2-fa9a80c2dc81 req-35ec6927-7f67-42bc-980d-96c0f10e9570 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=b091750b-0e52-4083-8b7c-279d0dcfb126 HTTP/1.1" status: 200 len: 945 time: 0.1191130 Sep 21 16:33:40.185593 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-e09482a5-f49a-485b-819e-612f71028d2a req-936d61e7-1a79-4a1c-905e-92265ffc9f49 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] For port ac72b89c-a806-4e5f-bb5d-94133e89e917, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=ac72b89c-a806-4e5f-bb5d-94133e89e917,segment=NetworkSegment(b3e2becc-0704-4cb3-ad9f-856f8136348e),segment_id=b3e2becc-0704-4cb3-ad9f-856f8136348e)] {{(pid=184191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:33:40.185951 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-e09482a5-f49a-485b-819e-612f71028d2a req-936d61e7-1a79-4a1c-905e-92265ffc9f49 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:40.262836 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a45f0b65-3c4a-43f6-b3b2-fa9a80c2dc81 req-5a5799e5-5eb6-471d-8d96-8421c841d1e7 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups?id=16f1c6e7-0cd0-4b94-bce0-b238e738085f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071730 Sep 21 16:33:40.436246 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-e09482a5-f49a-485b-819e-612f71028d2a req-936d61e7-1a79-4a1c-905e-92265ffc9f49 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:40.436604 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-e09482a5-f49a-485b-819e-612f71028d2a req-936d61e7-1a79-4a1c-905e-92265ffc9f49 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615442'] for floatingip, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:40.436939 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.db.l3_db [req-e09482a5-f49a-485b-819e-612f71028d2a req-936d61e7-1a79-4a1c-905e-92265ffc9f49 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Floating IP 59b95579-a1d3-4d87-bf4d-d5c037114fd7 disassociated. External IP: 172.27.2.101, port: ac72b89c-a806-4e5f-bb5d-94133e89e917. Sep 21 16:33:40.437261 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [req-e09482a5-f49a-485b-819e-612f71028d2a req-936d61e7-1a79-4a1c-905e-92265ffc9f49 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Calling delete_port for ac72b89c-a806-4e5f-bb5d-94133e89e917 owned by compute:nova {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:33:40.629880 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-e09482a5-f49a-485b-819e-612f71028d2a req-936d61e7-1a79-4a1c-905e-92265ffc9f49 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:40.658865 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d61e7-1a79-4a1c-905e-92265ffc9f49 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Pushing event deleted for resources: {'Port': ['ID=ac72b89c-a806-4e5f-bb5d-94133e89e917,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:33:40.676332 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936d61e7-1a79-4a1c-905e-92265ffc9f49 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:40.676332 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936d61e7-1a79-4a1c-905e-92265ffc9f49 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:40.676332 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936d61e7-1a79-4a1c-905e-92265ffc9f49 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:40.676332 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936d61e7-1a79-4a1c-905e-92265ffc9f49 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:40.676332 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936d61e7-1a79-4a1c-905e-92265ffc9f49 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:40.676332 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936d61e7-1a79-4a1c-905e-92265ffc9f49 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:40.676332 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936d61e7-1a79-4a1c-905e-92265ffc9f49 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:40.676332 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936d61e7-1a79-4a1c-905e-92265ffc9f49 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:40.676332 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936d61e7-1a79-4a1c-905e-92265ffc9f49 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:40.676332 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936d61e7-1a79-4a1c-905e-92265ffc9f49 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:40.676332 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936d61e7-1a79-4a1c-905e-92265ffc9f49 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:40.676332 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936d61e7-1a79-4a1c-905e-92265ffc9f49 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:33:40.795205 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e09482a5-f49a-485b-819e-612f71028d2a req-936d61e7-1a79-4a1c-905e-92265ffc9f49 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Router 23c10ef0-a183-4e34-a3fb-3f6622d24f10 has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:33:40.900679 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e09482a5-f49a-485b-819e-612f71028d2a req-936d61e7-1a79-4a1c-905e-92265ffc9f49 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:33:40.909869 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fd2d35-ac7d-458e-8638-b4faee5fde66 None None] Sync routers for ids ['23c10ef0-a183-4e34-a3fb-3f6622d24f10'] in dv-cinder-810035-1-iscsi {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:33:40.923113 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fd2d35-ac7d-458e-8638-b4faee5fde66 None None] Routers {'23c10ef0-a183-4e34-a3fb-3f6622d24f10'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:33:40.923766 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-e8fd2d35-ac7d-458e-8638-b4faee5fde66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:33:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['23c10ef0-a183-4e34-a3fb-3f6622d24f10'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:33:40.939191 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [req-e09482a5-f49a-485b-819e-612f71028d2a req-936d61e7-1a79-4a1c-905e-92265ffc9f49 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] No DVR routers for this DVR port ac72b89c-a806-4e5f-bb5d-94133e89e917 on host hv-cinder-81003 {{(pid=184191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:33:40.942246 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-e09482a5-f49a-485b-819e-612f71028d2a req-936d61e7-1a79-4a1c-905e-92265ffc9f49 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:40.944324 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e09482a5-f49a-485b-819e-612f71028d2a req-936d61e7-1a79-4a1c-905e-92265ffc9f49 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.44 "DELETE /v2.0/ports/ac72b89c-a806-4e5f-bb5d-94133e89e917 HTTP/1.1" status: 204 len: 173 time: 0.9953339 Sep 21 16:33:40.944806 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b091750b-0e52-4083-8b7c-279d0dcfb126', 'name': 'network-vif-deleted', 'tag': 'ac72b89c-a806-4e5f-bb5d-94133e89e917'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:33:40.947058 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1498aed1-86d7-4168-90ed-e9ddb65aad53" -d '{"events": [{"server_uuid": "b091750b-0e52-4083-8b7c-279d0dcfb126", "name": "network-vif-deleted", "tag": "ac72b89c-a806-4e5f-bb5d-94133e89e917"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:33:41.034196 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-e8fd2d35-ac7d-458e-8638-b4faee5fde66 None None] Set router 23c10ef0-a183-4e34-a3fb-3f6622d24f10 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:33:41.041674 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0640d9-142c-45c6-aae1-605bdb05fded x-openstack-request-id: req-8b0640d9-142c-45c6-aae1-605bdb05fded {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:33:41.042038 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b091750b-0e52-4083-8b7c-279d0dcfb126", "name": "network-vif-deleted", "tag": "ac72b89c-a806-4e5f-bb5d-94133e89e917", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:33:41.042401 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b0640d9-142c-45c6-aae1-605bdb05fded {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:33:41.042789 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b091750b-0e52-4083-8b7c-279d0dcfb126', 'name': 'network-vif-deleted', 'tag': 'ac72b89c-a806-4e5f-bb5d-94133e89e917', 'status': 'completed', 'code': 200} Sep 21 16:33:41.238282 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-e8fd2d35-ac7d-458e-8638-b4faee5fde66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'name': 'tempest-AttachVolumeTestJSON-1012380342-router', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:00Z', 'updated_at': '2021-09-21T16:22:07Z', 'revision_number': 4, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'gw_port': {'id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': 'dbf5e7fd-ff4d-449e-922d-34cc4de89210', 'name': '', 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'mac_address': 'fa:16:3e:56:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd0a8263f-7f3f-444d-a2c9-8f405212c5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:05Z', 'updated_at': '2021-09-21T16:22:14Z', 'revision_number': 5, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'subnets': [{'id': 'd0a8263f-7f3f-444d-a2c9-8f405212c5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:33:41.265703 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fd2d35-ac7d-458e-8638-b4faee5fde66 None None] Checking router: 23c10ef0-a183-4e34-a3fb-3f6622d24f10 for host: dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:33:41.274293 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fd2d35-ac7d-458e-8638-b4faee5fde66 None None] Routers {'23c10ef0-a183-4e34-a3fb-3f6622d24f10'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:33:41.274905 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-e8fd2d35-ac7d-458e-8638-b4faee5fde66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:33:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['23c10ef0-a183-4e34-a3fb-3f6622d24f10'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:33:41.373382 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ad0b36c4-76f6-4e20-abcb-461ff79df6c7 req-36f53bdd-ccff-40a5-938d-d9d6932b4496 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/ports?device_id=b091750b-0e52-4083-8b7c-279d0dcfb126 HTTP/1.1" status: 200 len: 210 time: 0.0290136 Sep 21 16:33:41.504783 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-e8fd2d35-ac7d-458e-8638-b4faee5fde66 None None] Set router 23c10ef0-a183-4e34-a3fb-3f6622d24f10 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:33:41.724921 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-e8fd2d35-ac7d-458e-8638-b4faee5fde66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'name': 'tempest-AttachVolumeTestJSON-1012380342-router', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:00Z', 'updated_at': '2021-09-21T16:22:07Z', 'revision_number': 4, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'gw_port': {'id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': 'dbf5e7fd-ff4d-449e-922d-34cc4de89210', 'name': '', 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'mac_address': 'fa:16:3e:56:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd0a8263f-7f3f-444d-a2c9-8f405212c5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:05Z', 'updated_at': '2021-09-21T16:22:14Z', 'revision_number': 5, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'subnets': [{'id': 'd0a8263f-7f3f-444d-a2c9-8f405212c5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:33:41.752050 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a48c711f-b937-4361-8b7b-0e1bf4bb3906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:41.754944 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fd2d35-ac7d-458e-8638-b4faee5fde66 None None] The sync data for ids ['23c10ef0-a183-4e34-a3fb-3f6622d24f10'] in dv-cinder-810035-1-iscsi is: [{'id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'name': 'tempest-AttachVolumeTestJSON-1012380342-router', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:00Z', 'updated_at': '2021-09-21T16:22:07Z', 'revision_number': 4, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'gw_port': {'id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': 'dbf5e7fd-ff4d-449e-922d-34cc4de89210', 'name': '', 'network_id': '48ada096-de1e-4f63-81b0-12e54ddd3ecc', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'mac_address': 'fa:16:3e:56:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd0a8263f-7f3f-444d-a2c9-8f405212c5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:05Z', 'updated_at': '2021-09-21T16:22:14Z', 'revision_number': 5, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'subnets': [{'id': 'd0a8263f-7f3f-444d-a2c9-8f405212c5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:33:41.987783 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd9ee41-e1d7-4c1e-a788-71eb5ace9daa None None] New status for floating IP 59b95579-a1d3-4d87-bf4d-d5c037114fd7: DOWN {{(pid=184194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:33:42.544679 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 37418) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:33:42.600806 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e4f4b699-b135-48e0-ab96-3de13abec443 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:42.625300 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e4f4b699-b135-48e0-ab96-3de13abec443 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:42.749295 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e4f4b699-b135-48e0-ab96-3de13abec443 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:42.751850 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e4f4b699-b135-48e0-ab96-3de13abec443 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:42.756237 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-e4f4b699-b135-48e0-ab96-3de13abec443 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "DELETE /v2.0/security-groups/16f1c6e7-0cd0-4b94-bce0-b238e738085f HTTP/1.1" status: 204 len: 168 time: 0.2073290 Sep 21 16:33:42.757109 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 37420) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:33:42.763954 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4b699-b135-48e0-ab96-3de13abec443 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f1c6e7-0cd0-4b94-bce0-b238e738085f,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:33:42.775342 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.api.v2.resource [None req-91cf5d7c-dfc7-4074-8455-a2c2138dd6a2 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] show failed (client error): The resource could not be found. Sep 21 16:33:42.776467 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-91cf5d7c-dfc7-4074-8455-a2c2138dd6a2 tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "GET /v2.0/security-groups/16f1c6e7-0cd0-4b94-bce0-b238e738085f HTTP/1.1" status: 404 len: 347 time: 0.0182776 Sep 21 16:33:42.779534 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 37422) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:33:42.902461 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-e6abc419-a0af-454f-b084-b11d6bee715b tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Deleting port 29745497-ee35-47aa-9a2c-ab1d4abb4ccc {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:33:42.902798 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-e6abc419-a0af-454f-b084-b11d6bee715b tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:42.978364 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-e6abc419-a0af-454f-b084-b11d6bee715b tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:42.978689 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-e6abc419-a0af-454f-b084-b11d6bee715b tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:42.995987 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-e6abc419-a0af-454f-b084-b11d6bee715b tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Calling delete_port for 29745497-ee35-47aa-9a2c-ab1d4abb4ccc owned by network:floatingip {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:33:43.189059 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-e6abc419-a0af-454f-b084-b11d6bee715b tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:43.215200 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abc419-a0af-454f-b084-b11d6bee715b tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Pushing event deleted for resources: {'Port': ['ID=29745497-ee35-47aa-9a2c-ab1d4abb4ccc,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:33:43.264226 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device ac72b89c-a806-4e5f-bb5d-94133e89e917 no longer exists at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:33:43.276972 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-e6abc419-a0af-454f-b084-b11d6bee715b tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks [] for floatingip, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:43.279486 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-e6abc419-a0af-454f-b084-b11d6bee715b tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for floatingip, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:43.280655 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-e6abc419-a0af-454f-b084-b11d6bee715b tempest-AttachVolumeTestJSON-195902289 tempest-AttachVolumeTestJSON-195902289-project] 10.222.0.41 "DELETE /v2.0/floatingips/59b95579-a1d3-4d87-bf4d-d5c037114fd7 HTTP/1.1" status: 204 len: 168 time: 0.5002179 Sep 21 16:33:43.283637 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] No Port match for: ac72b89c-a806-4e5f-bb5d-94133e89e917 {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:33:43.283994 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device ac72b89c-a806-4e5f-bb5d-94133e89e917 not bound to the agent host hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:33:44.332339 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-5d3dbc30-2c48-4136-9cdf-deccc0cbdacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:44.812098 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:45.629415 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:45.822034 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:33:47.258146 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 37454) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:33:47.399674 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:47.708521 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3bddad6e-ded7-4589-befd-01d265af5d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-616722'] for router_interface, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:48.209113 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-3bddad6e-ded7-4589-befd-01d265af5d29 admin admin] Deleting port dbf5e7fd-ff4d-449e-922d-34cc4de89210 {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:33:48.209428 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3bddad6e-ded7-4589-befd-01d265af5d29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:48.295780 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [None req-3bddad6e-ded7-4589-befd-01d265af5d29 admin admin] For port dbf5e7fd-ff4d-449e-922d-34cc4de89210, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=dbf5e7fd-ff4d-449e-922d-34cc4de89210,segment=NetworkSegment(b3e2becc-0704-4cb3-ad9f-856f8136348e),segment_id=b3e2becc-0704-4cb3-ad9f-856f8136348e)] {{(pid=184191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:33:48.296531 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3bddad6e-ded7-4589-befd-01d265af5d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:48.312717 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-3bddad6e-ded7-4589-befd-01d265af5d29 admin admin] Calling delete_port for dbf5e7fd-ff4d-449e-922d-34cc4de89210 owned by network:router_interface {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:33:48.560399 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3bddad6e-ded7-4589-befd-01d265af5d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:48.590391 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bddad6e-ded7-4589-befd-01d265af5d29 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbf5e7fd-ff4d-449e-922d-34cc4de89210,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:33:48.757390 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3bddad6e-ded7-4589-befd-01d265af5d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615586'] for router_interface, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:48.980583 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bddad6e-ded7-4589-befd-01d265af5d29 admin admin] Router 23c10ef0-a183-4e34-a3fb-3f6622d24f10 has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:33:49.085941 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bddad6e-ded7-4589-befd-01d265af5d29 admin admin] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:33:49.090924 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-3bddad6e-ded7-4589-befd-01d265af5d29 admin admin] 10.222.0.41 "PUT /v2.0/routers/23c10ef0-a183-4e34-a3fb-3f6622d24f10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8317559 Sep 21 16:33:49.093736 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 37458) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:33:49.095322 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4623173f-dc43-4e4b-93b9-a10e533bf0fd None None] Sync routers for ids ['23c10ef0-a183-4e34-a3fb-3f6622d24f10'] in dv-cinder-810035-1-iscsi {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:33:49.108132 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4623173f-dc43-4e4b-93b9-a10e533bf0fd None None] Routers {'23c10ef0-a183-4e34-a3fb-3f6622d24f10'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:33:49.108799 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-4623173f-dc43-4e4b-93b9-a10e533bf0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:33:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['23c10ef0-a183-4e34-a3fb-3f6622d24f10'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:33:49.199145 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-c42aae78-e41c-4486-8f7c-e3152c6d96cd admin admin] Notify callbacks [] for router, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:49.218145 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-4623173f-dc43-4e4b-93b9-a10e533bf0fd None None] Set router 23c10ef0-a183-4e34-a3fb-3f6622d24f10 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:33:49.302129 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-c42aae78-e41c-4486-8f7c-e3152c6d96cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:49.417211 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-4623173f-dc43-4e4b-93b9-a10e533bf0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'name': 'tempest-AttachVolumeTestJSON-1012380342-router', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:00Z', 'updated_at': '2021-09-21T16:33:48Z', 'revision_number': 5, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'gw_port': {'id': '27163940-adae-4b4c-97d7-0dafcb8171d3', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi'}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:33:49.446041 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [None req-c42aae78-e41c-4486-8f7c-e3152c6d96cd admin admin] Deleting port 27163940-adae-4b4c-97d7-0dafcb8171d3 {{(pid=184192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:33:49.446393 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-c42aae78-e41c-4486-8f7c-e3152c6d96cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:49.446907 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4623173f-dc43-4e4b-93b9-a10e533bf0fd None None] Checking router: 23c10ef0-a183-4e34-a3fb-3f6622d24f10 for host: dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:33:49.455803 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4623173f-dc43-4e4b-93b9-a10e533bf0fd None None] Routers {'23c10ef0-a183-4e34-a3fb-3f6622d24f10'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:33:49.456425 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-4623173f-dc43-4e4b-93b9-a10e533bf0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:33:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['23c10ef0-a183-4e34-a3fb-3f6622d24f10'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:33:49.530746 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [None req-c42aae78-e41c-4486-8f7c-e3152c6d96cd admin admin] For port 27163940-adae-4b4c-97d7-0dafcb8171d3, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=27163940-adae-4b4c-97d7-0dafcb8171d3,segment=NetworkSegment(20491f07-cf61-416d-8708-a00434b2d30f),segment_id=20491f07-cf61-416d-8708-a00434b2d30f)] {{(pid=184192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:33:49.531099 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-c42aae78-e41c-4486-8f7c-e3152c6d96cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:49.543203 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [None req-c42aae78-e41c-4486-8f7c-e3152c6d96cd admin admin] Calling delete_port for 27163940-adae-4b4c-97d7-0dafcb8171d3 owned by network:router_gateway {{(pid=184192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:33:49.548317 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-4623173f-dc43-4e4b-93b9-a10e533bf0fd None None] Set router 23c10ef0-a183-4e34-a3fb-3f6622d24f10 gateway port host: None {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:33:49.604417 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-4623173f-dc43-4e4b-93b9-a10e533bf0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'name': 'tempest-AttachVolumeTestJSON-1012380342-router', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:00Z', 'updated_at': '2021-09-21T16:33:49Z', 'revision_number': 6, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'gw_port_host': None}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:33:49.632564 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4623173f-dc43-4e4b-93b9-a10e533bf0fd None None] The sync data for ids ['23c10ef0-a183-4e34-a3fb-3f6622d24f10'] in dv-cinder-810035-1-iscsi is: [{'id': '23c10ef0-a183-4e34-a3fb-3f6622d24f10', 'name': 'tempest-AttachVolumeTestJSON-1012380342-router', 'tenant_id': 'a04253395aa845968ab2e27453a7f5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:00Z', 'updated_at': '2021-09-21T16:33:49Z', 'revision_number': 6, 'project_id': 'a04253395aa845968ab2e27453a7f5e1', 'gw_port_host': None}] {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:33:49.772351 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-c42aae78-e41c-4486-8f7c-e3152c6d96cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5165539'] for port, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:49.798357 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42aae78-e41c-4486-8f7c-e3152c6d96cd admin admin] Pushing event deleted for resources: {'Port': ['ID=27163940-adae-4b4c-97d7-0dafcb8171d3,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:33:49.866490 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-c42aae78-e41c-4486-8f7c-e3152c6d96cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615524'] for router_gateway, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:49.957674 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-c42aae78-e41c-4486-8f7c-e3152c6d96cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-685'] for router, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:49.959923 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-c42aae78-e41c-4486-8f7c-e3152c6d96cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:50.086442 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-c42aae78-e41c-4486-8f7c-e3152c6d96cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612814'] for router, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:50.086442 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42aae78-e41c-4486-8f7c-e3152c6d96cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23c10ef0-a183-4e34-a3fb-3f6622d24f10 {{(pid=184192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 16:33:50.087457 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-c42aae78-e41c-4486-8f7c-e3152c6d96cd admin admin] Notify callbacks [] for router, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:50.091136 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-c42aae78-e41c-4486-8f7c-e3152c6d96cd admin admin] 10.222.0.41 "DELETE /v2.0/routers/23c10ef0-a183-4e34-a3fb-3f6622d24f10 HTTP/1.1" status: 204 len: 168 time: 0.9938335 Sep 21 16:33:50.091985 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 37462) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:33:50.139969 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.db_base_plugin_v2 [None req-01034022-60c5-4242-81f9-e6ddbd04d21c admin admin] Deleting subnet d0a8263f-7f3f-444d-a2c9-8f405212c5f3 {{(pid=184192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 16:33:50.143703 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-01034022-60c5-4242-81f9-e6ddbd04d21c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:50.179061 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-01034022-60c5-4242-81f9-e6ddbd04d21c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4837901'] for subnet, precommit_delete_associations {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:50.295037 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-01034022-60c5-4242-81f9-e6ddbd04d21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1636446'] for subnet, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:50.418899 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-01034022-60c5-4242-81f9-e6ddbd04d21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1636425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5165516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4940075'] for subnet, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:50.448283 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01034022-60c5-4242-81f9-e6ddbd04d21c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0a8263f-7f3f-444d-a2c9-8f405212c5f3,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:33:50.452343 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-01034022-60c5-4242-81f9-e6ddbd04d21c admin admin] Notify callbacks [] for subnet, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:50.454423 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-01034022-60c5-4242-81f9-e6ddbd04d21c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d0a8263f-7f3f-444d-a2c9-8f405212c5f3 HTTP/1.1" status: 204 len: 168 time: 0.3619654 Sep 21 16:33:50.457520 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 37464) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:33:50.460719 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca804ac-4cdd-433b-8fa8-b012cf343f19 None None] Network 48ada096-de1e-4f63-81b0-12e54ddd3ecc requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:33:50.528092 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab5ac-ae65-40e2-b1db-558a7c8bc6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1604015'] for network, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:50.585170 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-0a4ab5ac-ae65-40e2-b1db-558a7c8bc6c2 admin admin] Deleting port 65c08a10-2b0a-4203-a3a9-ff96054800eb {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:33:50.585516 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab5ac-ae65-40e2-b1db-558a7c8bc6c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:50.641469 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfa25b9-fd18-4e0c-8954-641897ffa2cd None None] DHCP port deletion for 48ada096-de1e-4f63-81b0-12e54ddd3ecc request from dv-cinder-810035-1-iscsi {{(pid=184193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 16:33:50.650938 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [None req-0a4ab5ac-ae65-40e2-b1db-558a7c8bc6c2 admin admin] For port 65c08a10-2b0a-4203-a3a9-ff96054800eb, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=65c08a10-2b0a-4203-a3a9-ff96054800eb,segment=NetworkSegment(b3e2becc-0704-4cb3-ad9f-856f8136348e),segment_id=b3e2becc-0704-4cb3-ad9f-856f8136348e)] {{(pid=184191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:33:50.651348 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab5ac-ae65-40e2-b1db-558a7c8bc6c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:50.664868 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-0a4ab5ac-ae65-40e2-b1db-558a7c8bc6c2 admin admin] Calling delete_port for 65c08a10-2b0a-4203-a3a9-ff96054800eb owned by network:dhcp {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:33:50.693883 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-3bfa25b9-fd18-4e0c-8954-641897ffa2cd None None] Deleting port 65c08a10-2b0a-4203-a3a9-ff96054800eb {{(pid=184193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:33:50.694256 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-3bfa25b9-fd18-4e0c-8954-641897ffa2cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:50.770913 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-3bfa25b9-fd18-4e0c-8954-641897ffa2cd None None] For port 65c08a10-2b0a-4203-a3a9-ff96054800eb, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=65c08a10-2b0a-4203-a3a9-ff96054800eb,segment=NetworkSegment(b3e2becc-0704-4cb3-ad9f-856f8136348e),segment_id=b3e2becc-0704-4cb3-ad9f-856f8136348e)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:33:50.771182 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-3bfa25b9-fd18-4e0c-8954-641897ffa2cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:50.785743 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-3bfa25b9-fd18-4e0c-8954-641897ffa2cd None None] Calling delete_port for 65c08a10-2b0a-4203-a3a9-ff96054800eb owned by network:dhcp {{(pid=184193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:33:50.834783 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab5ac-ae65-40e2-b1db-558a7c8bc6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:50.863943 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ab5ac-ae65-40e2-b1db-558a7c8bc6c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=65c08a10-2b0a-4203-a3a9-ff96054800eb,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:33:50.871322 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4ab5ac-ae65-40e2-b1db-558a7c8bc6c2 admin admin] No DVR routers for this DVR port 65c08a10-2b0a-4203-a3a9-ff96054800eb on host dv-cinder-810035-1-iscsi {{(pid=184191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:33:50.886099 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-3bfa25b9-fd18-4e0c-8954-641897ffa2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121'] for port, after_delete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:50.915140 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa25b9-fd18-4e0c-8954-641897ffa2cd None None] Pushing event deleted for resources: {'Port': ['ID=65c08a10-2b0a-4203-a3a9-ff96054800eb,revision_number=None']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:33:50.916956 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfa25b9-fd18-4e0c-8954-641897ffa2cd None None] No DVR routers for this DVR port 65c08a10-2b0a-4203-a3a9-ff96054800eb on host dv-cinder-810035-1-iscsi {{(pid=184193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:33:50.959560 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab5ac-ae65-40e2-b1db-558a7c8bc6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635289', 'neutron.services.segments.db._delete_segments_for_network-8785855709341'] for network, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:50.980771 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.services.segments.db [None req-0a4ab5ac-ae65-40e2-b1db-558a7c8bc6c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ada096-de1e-4f63-81b0-12e54ddd3ecc']}} {{(pid=184191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:33:50.990873 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.services.segments.db [None req-0a4ab5ac-ae65-40e2-b1db-558a7c8bc6c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e2becc-0704-4cb3-ad9f-856f8136348e') {'for_net_delete': True} {{(pid=184191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:33:50.991173 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.services.segments.db [None req-0a4ab5ac-ae65-40e2-b1db-558a7c8bc6c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e2becc-0704-4cb3-ad9f-856f8136348e') {} {{(pid=184191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:33:51.004283 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab5ac-ae65-40e2-b1db-558a7c8bc6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785855709862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4897005'] for segment, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:51.017037 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab5ac-ae65-40e2-b1db-558a7c8bc6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:51.022803 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a4ab5ac-ae65-40e2-b1db-558a7c8bc6c2 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=184191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:33:51.023184 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab5ac-ae65-40e2-b1db-558a7c8bc6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4480201'] for segment, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:51.024856 dv-cinder-810035-1-iscsi neutron-server[184191]: Traceback (most recent call last): Sep 21 16:33:51.024856 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 16:33:51.024856 dv-cinder-810035-1-iscsi neutron-server[184191]: timer() Sep 21 16:33:51.024856 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 16:33:51.024856 dv-cinder-810035-1-iscsi neutron-server[184191]: cb(*args, **kw) Sep 21 16:33:51.024856 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 16:33:51.024856 dv-cinder-810035-1-iscsi neutron-server[184191]: return func(*args, **kwargs) Sep 21 16:33:51.024856 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 16:33:51.024856 dv-cinder-810035-1-iscsi neutron-server[184191]: self._notify() Sep 21 16:33:51.024856 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 16:33:51.024856 dv-cinder-810035-1-iscsi neutron-server[184191]: self.callback(batched_events) Sep 21 16:33:51.024856 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 16:33:51.024856 dv-cinder-810035-1-iscsi neutron-server[184191]: event.method(event) Sep 21 16:33:51.024856 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 16:33:51.024856 dv-cinder-810035-1-iscsi neutron-server[184191]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 16:33:51.024856 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 16:33:51.024856 dv-cinder-810035-1-iscsi neutron-server[184191]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 16:33:51.024856 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 16:33:51.024856 dv-cinder-810035-1-iscsi neutron-server[184191]: return f(self, *a, **k) Sep 21 16:33:51.024856 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 16:33:51.024856 dv-cinder-810035-1-iscsi neutron-server[184191]: return self._get(url).json() Sep 21 16:33:51.024856 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 16:33:51.024856 dv-cinder-810035-1-iscsi neutron-server[184191]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 16:33:51.024856 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 16:33:51.024856 dv-cinder-810035-1-iscsi neutron-server[184191]: return self.request(url, 'GET', **kwargs) Sep 21 16:33:51.024856 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 16:33:51.024856 dv-cinder-810035-1-iscsi neutron-server[184191]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 16:33:51.024856 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 16:33:51.024856 dv-cinder-810035-1-iscsi neutron-server[184191]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 16:33:51.024856 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 16:33:51.024856 dv-cinder-810035-1-iscsi neutron-server[184191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 16:33:51.024856 dv-cinder-810035-1-iscsi neutron-server[184191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 16:33:51.143301 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab5ac-ae65-40e2-b1db-558a7c8bc6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615424'] for network, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:51.148677 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab5ac-ae65-40e2-b1db-558a7c8bc6c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:51.150554 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-0a4ab5ac-ae65-40e2-b1db-558a7c8bc6c2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/48ada096-de1e-4f63-81b0-12e54ddd3ecc HTTP/1.1" status: 204 len: 168 time: 0.6912744 Sep 21 16:33:51.161640 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ab5ac-ae65-40e2-b1db-558a7c8bc6c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=48ada096-de1e-4f63-81b0-12e54ddd3ecc,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:33:51.462643 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 37468) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:33:51.467596 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device dbf5e7fd-ff4d-449e-922d-34cc4de89210 no longer exists at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:33:51.488296 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] No Port match for: dbf5e7fd-ff4d-449e-922d-34cc4de89210 {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:33:51.488635 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device dbf5e7fd-ff4d-449e-922d-34cc4de89210 not bound to the agent host dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:33:51.489052 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 65c08a10-2b0a-4203-a3a9-ff96054800eb no longer exists at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:33:51.505030 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-c5582121-9f28-45a4-bee1-583d33d20f7f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a04253395aa845968ab2e27453a7f5e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0409238 Sep 21 16:33:51.507374 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 37470) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:33:51.511268 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] No Port match for: 65c08a10-2b0a-4203-a3a9-ff96054800eb {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:33:51.511631 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 65c08a10-2b0a-4203-a3a9-ff96054800eb not bound to the agent host dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:33:51.512038 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 27163940-adae-4b4c-97d7-0dafcb8171d3 no longer exists at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:33:51.530309 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] No Port match for: 27163940-adae-4b4c-97d7-0dafcb8171d3 {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:33:51.530650 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 27163940-adae-4b4c-97d7-0dafcb8171d3 not bound to the agent host dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:33:51.560919 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-b5de5eb7-0956-4229-8867-8c8838aeceb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:51.581982 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-b5de5eb7-0956-4229-8867-8c8838aeceb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:51.691600 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-b5de5eb7-0956-4229-8867-8c8838aeceb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:51.694055 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-b5de5eb7-0956-4229-8867-8c8838aeceb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:33:51.695228 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-b5de5eb7-0956-4229-8867-8c8838aeceb1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc6e1d52-5960-41dd-9605-156ce4a26615 HTTP/1.1" status: 204 len: 168 time: 0.1869311 Sep 21 16:33:51.703464 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de5eb7-0956-4229-8867-8c8838aeceb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6e1d52-5960-41dd-9605-156ce4a26615,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:03.380690 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 37588) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:34:03.483292 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a9cbcaf4-9ecc-4919-819e-e8a2950fdcdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:03.569060 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a9cbcaf4-9ecc-4919-819e-e8a2950fdcdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:03.645866 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a9cbcaf4-9ecc-4919-819e-e8a2950fdcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:03.685261 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-a9cbcaf4-9ecc-4919-819e-e8a2950fdcdf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b25ea85ccbee4db3b0c9c8517a3ff6b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034909 Sep 21 16:34:03.685986 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbcaf4-9ecc-4919-819e-e8a2950fdcdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fc8313-784a-4828-aba3-bab667040f68,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:03.688057 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 37592) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:34:03.745251 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-847b5221-5360-4819-a10d-a97c2eadceed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:03.766998 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-847b5221-5360-4819-a10d-a97c2eadceed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:03.891874 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-847b5221-5360-4819-a10d-a97c2eadceed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:03.894722 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-847b5221-5360-4819-a10d-a97c2eadceed admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:03.896191 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-847b5221-5360-4819-a10d-a97c2eadceed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/52fc8313-784a-4828-aba3-bab667040f68 HTTP/1.1" status: 204 len: 168 time: 0.2068801 Sep 21 16:34:03.905830 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b5221-5360-4819-a10d-a97c2eadceed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fc8313-784a-4828-aba3-bab667040f68,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:04.837156 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 37614) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:34:04.938517 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-4b01c611-b0e0-4cd1-ba5a-d2e0be8cedd1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1740522520-network', 'tenant_id': 'd7003db65834414abe3c901c97cabcbe'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:34:05.068873 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b01c611-b0e0-4cd1-ba5a-d2e0be8cedd1 admin admin] Made reservation on behalf of d7003db65834414abe3c901c97cabcbe for: {'network': 1} {{(pid=184192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:34:05.071227 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4b01c611-b0e0-4cd1-ba5a-d2e0be8cedd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for network, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:05.080689 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4b01c611-b0e0-4cd1-ba5a-d2e0be8cedd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:05.184939 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4b01c611-b0e0-4cd1-ba5a-d2e0be8cedd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:05.238921 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4b01c611-b0e0-4cd1-ba5a-d2e0be8cedd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:05.262371 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b01c611-b0e0-4cd1-ba5a-d2e0be8cedd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=184192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:34:05.277128 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b01c611-b0e0-4cd1-ba5a-d2e0be8cedd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e3e38a-119e-4759-88ce-d45603a6cfc3,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:05.285586 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4b01c611-b0e0-4cd1-ba5a-d2e0be8cedd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:05.285586 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.db.segments_db [None req-4b01c611-b0e0-4cd1-ba5a-d2e0be8cedd1 admin admin] Added segment b166a8a1-83cd-4b83-aaa4-0810446b3102 of type vlan for network 79574fdc-c063-4130-a7d2-62995023597e Sep 21 16:34:05.344962 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4b01c611-b0e0-4cd1-ba5a-d2e0be8cedd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785855168287'] for network, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:05.446025 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4b01c611-b0e0-4cd1-ba5a-d2e0be8cedd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779'] for network, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:05.446932 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b01c611-b0e0-4cd1-ba5a-d2e0be8cedd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:34:05.447554 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4b01c611-b0e0-4cd1-ba5a-d2e0be8cedd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:05.510085 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b01c611-b0e0-4cd1-ba5a-d2e0be8cedd1 admin admin] Pushing event updated for resources: {'Network': ['ID=79574fdc-c063-4130-a7d2-62995023597e,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:05.521237 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Network 79574fdc-c063-4130-a7d2-62995023597e details requested by agent ovs-agent-dv-cinder-810035-1-iscsi with host dv-cinder-810035-1-iscsi {{(pid=184193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 16:34:05.553676 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-4b01c611-b0e0-4cd1-ba5a-d2e0be8cedd1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7116544 Sep 21 16:34:05.554142 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 37618) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:34:05.559561 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-0feb1cf7-9d4e-4ef8-a601-4fd730e72104 admin admin] Request body: {'subnet': {'network_id': '79574fdc-c063-4130-a7d2-62995023597e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1740522520-subnet', 'tenant_id': 'd7003db65834414abe3c901c97cabcbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:34:05.657625 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0feb1cf7-9d4e-4ef8-a601-4fd730e72104 admin admin] Made reservation on behalf of d7003db65834414abe3c901c97cabcbe for: {'subnet': 1} {{(pid=184191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:34:05.660233 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-0feb1cf7-9d4e-4ef8-a601-4fd730e72104 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4673994'] for subnet, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:05.881064 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-0feb1cf7-9d4e-4ef8-a601-4fd730e72104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4479060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4674020'] for subnet, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:05.947018 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb1cf7-9d4e-4ef8-a601-4fd730e72104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e117e9b2-1c45-4a74-b264-a4da4c0b7706,revision_number=0']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:05.957575 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feb1cf7-9d4e-4ef8-a601-4fd730e72104 admin admin] Checking segment: {'id': 'b166a8a1-83cd-4b83-aaa4-0810446b3102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '79574fdc-c063-4130-a7d2-62995023597e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:34:05.957924 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0feb1cf7-9d4e-4ef8-a601-4fd730e72104 admin admin] Network hostable DHCP agents. Network: 79574fdc-c063-4130-a7d2-62995023597e, hostable agents: ['29edb376-3f7b-48e5-82ab-3b3d2ffff097'], hosted agents: [] {{(pid=184191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:34:06.132319 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0feb1cf7-9d4e-4ef8-a601-4fd730e72104 admin admin] Network 79574fdc-c063-4130-a7d2-62995023597e is scheduled to be hosted by DHCP agent 29edb376-3f7b-48e5-82ab-3b3d2ffff097 with binding_index 1 {{(pid=184191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:34:06.266671 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-0feb1cf7-9d4e-4ef8-a601-4fd730e72104 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810035-1-iscsi, 79574fdc-c063-4130-a7d2-62995023597e) {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:34:06.271173 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0feb1cf7-9d4e-4ef8-a601-4fd730e72104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:34:06.274026 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-0feb1cf7-9d4e-4ef8-a601-4fd730e72104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for subnet, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:06.278398 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374831b7-0d15-4db0-a95a-9263b7bd7787 None None] Network 79574fdc-c063-4130-a7d2-62995023597e requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:34:06.380360 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-0feb1cf7-9d4e-4ef8-a601-4fd730e72104 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8246758 Sep 21 16:34:06.411977 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8d0552-6b77-417f-832c-c3f1d91b9266 None None] Network 79574fdc-c063-4130-a7d2-62995023597e requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:34:07.060975 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 37638) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:34:07.066521 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-e2a6546b-5363-486b-8b35-fb96f72e0039 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-778528887-network', 'tenant_id': '0121c3dbe2e0489391bfdab8baccc1aa'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:34:07.146998 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a6546b-5363-486b-8b35-fb96f72e0039 admin admin] Made reservation on behalf of 0121c3dbe2e0489391bfdab8baccc1aa for: {'network': 1} {{(pid=184192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:34:07.149623 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e2a6546b-5363-486b-8b35-fb96f72e0039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for network, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:07.163130 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e2a6546b-5363-486b-8b35-fb96f72e0039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:07.260723 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e2a6546b-5363-486b-8b35-fb96f72e0039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:07.326254 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e2a6546b-5363-486b-8b35-fb96f72e0039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:07.355089 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a6546b-5363-486b-8b35-fb96f72e0039 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=184192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:34:07.360772 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6546b-5363-486b-8b35-fb96f72e0039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3e1bc2-babd-4ef1-a542-c7c725f08e1b,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:07.373055 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e2a6546b-5363-486b-8b35-fb96f72e0039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:07.373055 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.db.segments_db [None req-e2a6546b-5363-486b-8b35-fb96f72e0039 admin admin] Added segment 5aaa3978-64b5-4fe9-81e2-5fcd24c0a255 of type vlan for network 4140b0c7-2800-431f-89ea-797ff9f0a7c1 Sep 21 16:34:07.416255 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e2a6546b-5363-486b-8b35-fb96f72e0039 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785855168287'] for network, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:07.480282 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e2a6546b-5363-486b-8b35-fb96f72e0039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779'] for network, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:07.481470 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a6546b-5363-486b-8b35-fb96f72e0039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:34:07.482148 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e2a6546b-5363-486b-8b35-fb96f72e0039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:07.570827 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6546b-5363-486b-8b35-fb96f72e0039 admin admin] Pushing event updated for resources: {'Network': ['ID=4140b0c7-2800-431f-89ea-797ff9f0a7c1,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:07.575695 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-e2a6546b-5363-486b-8b35-fb96f72e0039 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5133758 Sep 21 16:34:07.578486 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 37640) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:34:07.587749 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Network 4140b0c7-2800-431f-89ea-797ff9f0a7c1 details requested by agent ovs-agent-dv-cinder-810035-1-iscsi with host dv-cinder-810035-1-iscsi {{(pid=184193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 16:34:07.589119 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-22bf974a-55d3-4109-8e31-622668e2f7cb admin admin] Request body: {'subnet': {'network_id': '4140b0c7-2800-431f-89ea-797ff9f0a7c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-778528887-subnet', 'tenant_id': '0121c3dbe2e0489391bfdab8baccc1aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:34:07.686016 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bf974a-55d3-4109-8e31-622668e2f7cb admin admin] Made reservation on behalf of 0121c3dbe2e0489391bfdab8baccc1aa for: {'subnet': 1} {{(pid=184192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:34:07.688599 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-22bf974a-55d3-4109-8e31-622668e2f7cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4940044'] for subnet, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:07.947635 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-22bf974a-55d3-4109-8e31-622668e2f7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5165455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4940066'] for subnet, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:08.002801 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf974a-55d3-4109-8e31-622668e2f7cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c1b1c7d-e8f9-4a9d-b663-c403d1488296,revision_number=0']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:08.020574 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bf974a-55d3-4109-8e31-622668e2f7cb admin admin] Checking segment: {'id': '5aaa3978-64b5-4fe9-81e2-5fcd24c0a255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4140b0c7-2800-431f-89ea-797ff9f0a7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:34:08.020984 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bf974a-55d3-4109-8e31-622668e2f7cb admin admin] Network hostable DHCP agents. Network: 4140b0c7-2800-431f-89ea-797ff9f0a7c1, hostable agents: ['29edb376-3f7b-48e5-82ab-3b3d2ffff097'], hosted agents: [] {{(pid=184192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:34:08.101345 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bf974a-55d3-4109-8e31-622668e2f7cb admin admin] Network 4140b0c7-2800-431f-89ea-797ff9f0a7c1 is scheduled to be hosted by DHCP agent 29edb376-3f7b-48e5-82ab-3b3d2ffff097 with binding_index 1 {{(pid=184192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:34:08.176011 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.base_scheduler [None req-22bf974a-55d3-4109-8e31-622668e2f7cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810035-1-iscsi, 4140b0c7-2800-431f-89ea-797ff9f0a7c1) {{(pid=184192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:34:08.181859 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bf974a-55d3-4109-8e31-622668e2f7cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:34:08.184397 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-22bf974a-55d3-4109-8e31-622668e2f7cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:08.188343 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aca80a4-2f6e-4873-b002-e068573501d7 None None] Network 4140b0c7-2800-431f-89ea-797ff9f0a7c1 requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:34:08.262577 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-22bf974a-55d3-4109-8e31-622668e2f7cb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6825769 Sep 21 16:34:08.346033 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475db645-bf89-40d2-a654-e5b06885fd1f None None] Network 4140b0c7-2800-431f-89ea-797ff9f0a7c1 requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:34:08.441838 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 37644) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:34:08.489411 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa8f9fd-8479-4b08-bcba-1b1d0b86c944 admin admin] Deleting subnet e117e9b2-1c45-4a74-b264-a4da4c0b7706 {{(pid=184192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 16:34:08.493095 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-afa8f9fd-8479-4b08-bcba-1b1d0b86c944 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:08.529462 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-afa8f9fd-8479-4b08-bcba-1b1d0b86c944 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4837901'] for subnet, precommit_delete_associations {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:08.576097 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-afa8f9fd-8479-4b08-bcba-1b1d0b86c944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1636446'] for subnet, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:08.707952 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-afa8f9fd-8479-4b08-bcba-1b1d0b86c944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1636425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5165516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4940075'] for subnet, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:08.735976 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa8f9fd-8479-4b08-bcba-1b1d0b86c944 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e117e9b2-1c45-4a74-b264-a4da4c0b7706,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:08.738487 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-afa8f9fd-8479-4b08-bcba-1b1d0b86c944 admin admin] Notify callbacks [] for subnet, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:08.742605 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-afa8f9fd-8479-4b08-bcba-1b1d0b86c944 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e117e9b2-1c45-4a74-b264-a4da4c0b7706 HTTP/1.1" status: 204 len: 168 time: 0.2985630 Sep 21 16:34:08.744850 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 37646) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:34:08.821305 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d32d2f4c-497c-4261-979e-54f5a40284a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1604015'] for network, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:08.908066 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d32d2f4c-497c-4261-979e-54f5a40284a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635289', 'neutron.services.segments.db._delete_segments_for_network-8785855709341'] for network, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:08.935032 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.services.segments.db [None req-d32d2f4c-497c-4261-979e-54f5a40284a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79574fdc-c063-4130-a7d2-62995023597e']}} {{(pid=184191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:34:08.946285 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.services.segments.db [None req-d32d2f4c-497c-4261-979e-54f5a40284a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b166a8a1-83cd-4b83-aaa4-0810446b3102') {'for_net_delete': True} {{(pid=184191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:34:08.946571 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.services.segments.db [None req-d32d2f4c-497c-4261-979e-54f5a40284a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b166a8a1-83cd-4b83-aaa4-0810446b3102') {} {{(pid=184191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:34:08.957234 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d32d2f4c-497c-4261-979e-54f5a40284a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785855709862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4897005'] for segment, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:08.972374 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d32d2f4c-497c-4261-979e-54f5a40284a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:08.982363 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d32d2f4c-497c-4261-979e-54f5a40284a5 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=184191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:34:08.983020 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d32d2f4c-497c-4261-979e-54f5a40284a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4480201'] for segment, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:08.985855 dv-cinder-810035-1-iscsi neutron-server[184191]: Traceback (most recent call last): Sep 21 16:34:08.985855 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 16:34:08.985855 dv-cinder-810035-1-iscsi neutron-server[184191]: timer() Sep 21 16:34:08.985855 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 16:34:08.985855 dv-cinder-810035-1-iscsi neutron-server[184191]: cb(*args, **kw) Sep 21 16:34:08.985855 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 16:34:08.985855 dv-cinder-810035-1-iscsi neutron-server[184191]: return func(*args, **kwargs) Sep 21 16:34:08.985855 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 16:34:08.985855 dv-cinder-810035-1-iscsi neutron-server[184191]: self._notify() Sep 21 16:34:08.985855 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 16:34:08.985855 dv-cinder-810035-1-iscsi neutron-server[184191]: self.callback(batched_events) Sep 21 16:34:08.985855 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 16:34:08.985855 dv-cinder-810035-1-iscsi neutron-server[184191]: event.method(event) Sep 21 16:34:08.985855 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 16:34:08.985855 dv-cinder-810035-1-iscsi neutron-server[184191]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 16:34:08.985855 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 16:34:08.985855 dv-cinder-810035-1-iscsi neutron-server[184191]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 16:34:08.985855 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 16:34:08.985855 dv-cinder-810035-1-iscsi neutron-server[184191]: return f(self, *a, **k) Sep 21 16:34:08.985855 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 16:34:08.985855 dv-cinder-810035-1-iscsi neutron-server[184191]: return self._get(url).json() Sep 21 16:34:08.985855 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 16:34:08.985855 dv-cinder-810035-1-iscsi neutron-server[184191]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 16:34:08.985855 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 16:34:08.985855 dv-cinder-810035-1-iscsi neutron-server[184191]: return self.request(url, 'GET', **kwargs) Sep 21 16:34:08.985855 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 16:34:08.985855 dv-cinder-810035-1-iscsi neutron-server[184191]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 16:34:08.985855 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 16:34:08.985855 dv-cinder-810035-1-iscsi neutron-server[184191]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 16:34:08.985855 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 16:34:08.985855 dv-cinder-810035-1-iscsi neutron-server[184191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 16:34:08.985855 dv-cinder-810035-1-iscsi neutron-server[184191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 16:34:09.147416 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d32d2f4c-497c-4261-979e-54f5a40284a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615424'] for network, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:09.153017 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d32d2f4c-497c-4261-979e-54f5a40284a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:09.159560 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-d32d2f4c-497c-4261-979e-54f5a40284a5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/79574fdc-c063-4130-a7d2-62995023597e HTTP/1.1" status: 204 len: 168 time: 0.4089851 Sep 21 16:34:09.160342 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 37648) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:34:09.173138 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d2f4c-497c-4261-979e-54f5a40284a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=79574fdc-c063-4130-a7d2-62995023597e,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:09.209873 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.db_base_plugin_v2 [None req-60777d1c-6878-43eb-a278-71847b724a3e admin admin] Deleting subnet 4c1b1c7d-e8f9-4a9d-b663-c403d1488296 {{(pid=184192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 16:34:09.213523 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-60777d1c-6878-43eb-a278-71847b724a3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:09.249796 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-60777d1c-6878-43eb-a278-71847b724a3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4837901'] for subnet, precommit_delete_associations {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:09.253222 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:09.297965 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-60777d1c-6878-43eb-a278-71847b724a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1636446'] for subnet, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:09.456800 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-60777d1c-6878-43eb-a278-71847b724a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1636425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5165516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4940075'] for subnet, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:09.482580 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60777d1c-6878-43eb-a278-71847b724a3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c1b1c7d-e8f9-4a9d-b663-c403d1488296,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:09.490937 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-60777d1c-6878-43eb-a278-71847b724a3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:09.493762 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-60777d1c-6878-43eb-a278-71847b724a3e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4c1b1c7d-e8f9-4a9d-b663-c403d1488296 HTTP/1.1" status: 204 len: 168 time: 0.3328497 Sep 21 16:34:09.495370 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 37650) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:34:09.568921 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-87294991-cf2f-45bc-942d-f42208b0aed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1604015'] for network, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:09.654032 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-87294991-cf2f-45bc-942d-f42208b0aed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635289', 'neutron.services.segments.db._delete_segments_for_network-8785855709341'] for network, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:09.678107 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.services.segments.db [None req-87294991-cf2f-45bc-942d-f42208b0aed6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4140b0c7-2800-431f-89ea-797ff9f0a7c1']}} {{(pid=184192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:34:09.688400 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.services.segments.db [None req-87294991-cf2f-45bc-942d-f42208b0aed6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aaa3978-64b5-4fe9-81e2-5fcd24c0a255') {'for_net_delete': True} {{(pid=184192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:34:09.688697 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.services.segments.db [None req-87294991-cf2f-45bc-942d-f42208b0aed6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aaa3978-64b5-4fe9-81e2-5fcd24c0a255') {} {{(pid=184192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:34:09.698676 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-87294991-cf2f-45bc-942d-f42208b0aed6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785855709862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4837894'] for segment, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:09.715256 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-87294991-cf2f-45bc-942d-f42208b0aed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:09.723108 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87294991-cf2f-45bc-942d-f42208b0aed6 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=184192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:34:09.723564 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-87294991-cf2f-45bc-942d-f42208b0aed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5166354'] for segment, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:09.725598 dv-cinder-810035-1-iscsi neutron-server[184192]: Traceback (most recent call last): Sep 21 16:34:09.725598 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 16:34:09.725598 dv-cinder-810035-1-iscsi neutron-server[184192]: timer() Sep 21 16:34:09.725598 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 16:34:09.725598 dv-cinder-810035-1-iscsi neutron-server[184192]: cb(*args, **kw) Sep 21 16:34:09.725598 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 16:34:09.725598 dv-cinder-810035-1-iscsi neutron-server[184192]: return func(*args, **kwargs) Sep 21 16:34:09.725598 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 16:34:09.725598 dv-cinder-810035-1-iscsi neutron-server[184192]: self._notify() Sep 21 16:34:09.725598 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 16:34:09.725598 dv-cinder-810035-1-iscsi neutron-server[184192]: self.callback(batched_events) Sep 21 16:34:09.725598 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 16:34:09.725598 dv-cinder-810035-1-iscsi neutron-server[184192]: event.method(event) Sep 21 16:34:09.725598 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 16:34:09.725598 dv-cinder-810035-1-iscsi neutron-server[184192]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 16:34:09.725598 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 16:34:09.725598 dv-cinder-810035-1-iscsi neutron-server[184192]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 16:34:09.725598 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 16:34:09.725598 dv-cinder-810035-1-iscsi neutron-server[184192]: return f(self, *a, **k) Sep 21 16:34:09.725598 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 16:34:09.725598 dv-cinder-810035-1-iscsi neutron-server[184192]: return self._get(url).json() Sep 21 16:34:09.725598 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 16:34:09.725598 dv-cinder-810035-1-iscsi neutron-server[184192]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 16:34:09.725598 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 16:34:09.725598 dv-cinder-810035-1-iscsi neutron-server[184192]: return self.request(url, 'GET', **kwargs) Sep 21 16:34:09.725598 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 16:34:09.725598 dv-cinder-810035-1-iscsi neutron-server[184192]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 16:34:09.725598 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 16:34:09.725598 dv-cinder-810035-1-iscsi neutron-server[184192]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 16:34:09.725598 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 16:34:09.725598 dv-cinder-810035-1-iscsi neutron-server[184192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 16:34:09.725598 dv-cinder-810035-1-iscsi neutron-server[184192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 16:34:09.850004 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-87294991-cf2f-45bc-942d-f42208b0aed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615424'] for network, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:09.856305 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-87294991-cf2f-45bc-942d-f42208b0aed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:09.858647 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-87294991-cf2f-45bc-942d-f42208b0aed6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4140b0c7-2800-431f-89ea-797ff9f0a7c1 HTTP/1.1" status: 204 len: 168 time: 0.3621788 Sep 21 16:34:09.876907 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87294991-cf2f-45bc-942d-f42208b0aed6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4140b0c7-2800-431f-89ea-797ff9f0a7c1,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:10.268421 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 37654) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:34:10.310962 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-cba80c24-17f5-4736-b7a9-da2b63402965 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d7003db65834414abe3c901c97cabcbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404160 Sep 21 16:34:10.315306 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 37656) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:34:10.367019 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-40ae5b99-4b0f-472a-964d-ce2150c3c2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:10.389480 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-40ae5b99-4b0f-472a-964d-ce2150c3c2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:10.507259 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-40ae5b99-4b0f-472a-964d-ce2150c3c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:10.509771 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-40ae5b99-4b0f-472a-964d-ce2150c3c2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:10.510958 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-40ae5b99-4b0f-472a-964d-ce2150c3c2dd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c9e3e38a-119e-4759-88ce-d45603a6cfc3 HTTP/1.1" status: 204 len: 168 time: 0.1947069 Sep 21 16:34:10.520712 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae5b99-4b0f-472a-964d-ce2150c3c2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e3e38a-119e-4759-88ce-d45603a6cfc3,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:11.232439 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 37662) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:34:11.275223 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-bc8852ab-c42e-4a5c-8b1a-297e0bde3289 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0121c3dbe2e0489391bfdab8baccc1aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415440 Sep 21 16:34:11.281483 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 37664) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:34:11.343781 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-7c4a1881-0450-4ea9-b3d2-50f67ff4224b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:11.376260 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-7c4a1881-0450-4ea9-b3d2-50f67ff4224b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:11.495651 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-7c4a1881-0450-4ea9-b3d2-50f67ff4224b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:11.498255 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-7c4a1881-0450-4ea9-b3d2-50f67ff4224b admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:11.499425 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-7c4a1881-0450-4ea9-b3d2-50f67ff4224b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d3e1bc2-babd-4ef1-a542-c7c725f08e1b HTTP/1.1" status: 204 len: 168 time: 0.2169008 Sep 21 16:34:11.508793 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a1881-0450-4ea9-b3d2-50f67ff4224b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3e1bc2-babd-4ef1-a542-c7c725f08e1b,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:11.724974 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-0697242a-da91-43a3-9ab1-d4578c1a284f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:14.352540 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-6a3db895-a0b7-40ec-8b09-6c5e405a099c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:14.826959 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:15.634275 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:17.409986 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:22.821388 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:34:24.115664 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f4ceb-ff53-4c95-8f95-809d5cd63c3a req-dcbef206-2bf3-4d4a-b4c9-51e75e98ed20 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:34:24.117267 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ce7f4ceb-ff53-4c95-8f95-809d5cd63c3a req-dcbef206-2bf3-4d4a-b4c9-51e75e98ed20 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 946 time: 0.0501418 Sep 21 16:34:24.159123 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ce7f4ceb-ff53-4c95-8f95-809d5cd63c3a req-da7fcf95-01fa-4cba-a483-871b9b04efdb tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351155 Sep 21 16:34:25.283750 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc09a8-c0fa-47db-8451-8d15def151e6 req-6c34c00b-a133-4853-9f41-ea66879fa4d6 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:34:25.285256 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9ebc09a8-c0fa-47db-8451-8d15def151e6 req-6c34c00b-a133-4853-9f41-ea66879fa4d6 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 946 time: 0.0519736 Sep 21 16:34:25.324960 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9ebc09a8-c0fa-47db-8451-8d15def151e6 req-8eeed411-b581-4e42-9352-f0071a18415f tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336473 Sep 21 16:34:26.133860 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96d154-a0c1-450b-8684-53b15620891d req-965f2def-5a17-4834-880e-1c68c597c400 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:34:26.135309 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0d96d154-a0c1-450b-8684-53b15620891d req-965f2def-5a17-4834-880e-1c68c597c400 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.44 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 946 time: 0.0488381 Sep 21 16:34:26.234932 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [req-0d96d154-a0c1-450b-8684-53b15620891d req-52f2a834-e01c-43e9-8666-52606b37193c tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Deleting port 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:34:26.235264 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-0d96d154-a0c1-450b-8684-53b15620891d req-52f2a834-e01c-43e9-8666-52606b37193c tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:26.329508 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-0d96d154-a0c1-450b-8684-53b15620891d req-52f2a834-e01c-43e9-8666-52606b37193c tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] For port 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=9f1fa3fe-8010-4501-813e-9c54ff3a9fa2,segment=NetworkSegment(f105e78b-d17d-49b4-8dea-7bfd49dbcc51),segment_id=f105e78b-d17d-49b4-8dea-7bfd49dbcc51)] {{(pid=184191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:34:26.330270 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-0d96d154-a0c1-450b-8684-53b15620891d req-52f2a834-e01c-43e9-8666-52606b37193c tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:26.448796 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a8fc7-4420-4c26-9f87-2d122b1525ff req-736ff16e-4ef0-48a6-a64f-d26be2c0d5ab tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:34:26.450643 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-354a8fc7-4420-4c26-9f87-2d122b1525ff req-736ff16e-4ef0-48a6-a64f-d26be2c0d5ab tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 946 time: 0.0505099 Sep 21 16:34:26.504045 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-354a8fc7-4420-4c26-9f87-2d122b1525ff req-ee68a21c-f9f3-4d7a-bb3e-3f8983b17c07 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups?id=599b1b14-b5a3-42bc-a327-33ea38536f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454714 Sep 21 16:34:26.514781 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-0d96d154-a0c1-450b-8684-53b15620891d req-52f2a834-e01c-43e9-8666-52606b37193c tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for floatingip, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:26.515199 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-0d96d154-a0c1-450b-8684-53b15620891d req-52f2a834-e01c-43e9-8666-52606b37193c tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615442'] for floatingip, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:26.515558 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.db.l3_db [req-0d96d154-a0c1-450b-8684-53b15620891d req-52f2a834-e01c-43e9-8666-52606b37193c tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Floating IP 8fb38568-20e5-425f-a0b6-14479b9d6de3 disassociated. External IP: 172.27.2.235, port: 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2. Sep 21 16:34:26.515899 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [req-0d96d154-a0c1-450b-8684-53b15620891d req-52f2a834-e01c-43e9-8666-52606b37193c tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Calling delete_port for 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 owned by compute:nova {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:34:26.701241 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-0d96d154-a0c1-450b-8684-53b15620891d req-52f2a834-e01c-43e9-8666-52606b37193c tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:26.735731 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2a834-e01c-43e9-8666-52606b37193c tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Pushing event deleted for resources: {'Port': ['ID=9f1fa3fe-8010-4501-813e-9c54ff3a9fa2,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:26.856838 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d96d154-a0c1-450b-8684-53b15620891d req-52f2a834-e01c-43e9-8666-52606b37193c tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Router 32d89de4-824d-465e-8df6-d7ffad07050a has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:34:26.973178 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d96d154-a0c1-450b-8684-53b15620891d req-52f2a834-e01c-43e9-8666-52606b37193c tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:34:26.982763 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c99751-125c-4e50-a197-c73295352534 None None] Sync routers for ids ['32d89de4-824d-465e-8df6-d7ffad07050a'] in dv-cinder-810035-1-iscsi {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:34:26.992643 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c99751-125c-4e50-a197-c73295352534 None None] Routers {'32d89de4-824d-465e-8df6-d7ffad07050a'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:34:26.993272 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-46c99751-125c-4e50-a197-c73295352534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:34:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['32d89de4-824d-465e-8df6-d7ffad07050a'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:34:27.014094 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d96d154-a0c1-450b-8684-53b15620891d req-52f2a834-e01c-43e9-8666-52606b37193c tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] No DVR routers for this DVR port 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 on host hv-cinder-81003 {{(pid=184191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:34:27.016422 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-0d96d154-a0c1-450b-8684-53b15620891d req-52f2a834-e01c-43e9-8666-52606b37193c tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:27.018539 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0d96d154-a0c1-450b-8684-53b15620891d req-52f2a834-e01c-43e9-8666-52606b37193c tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.44 "DELETE /v2.0/ports/9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 HTTP/1.1" status: 204 len: 173 time: 0.8748572 Sep 21 16:34:27.019001 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464e5662-7e44-4ba5-82e4-122ca195c922', 'name': 'network-vif-deleted', 'tag': '9f1fa3fe-8010-4501-813e-9c54ff3a9fa2'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:34:27.021288 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2d6c7c-5594-41f8-88e7-22d1c8109b33" -d '{"events": [{"server_uuid": "464e5662-7e44-4ba5-82e4-122ca195c922", "name": "network-vif-deleted", "tag": "9f1fa3fe-8010-4501-813e-9c54ff3a9fa2"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:34:27.058521 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f36f4d-4214-4fb4-b6b8-314d3dfe72ab x-openstack-request-id: req-a5f36f4d-4214-4fb4-b6b8-314d3dfe72ab {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:34:27.058816 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464e5662-7e44-4ba5-82e4-122ca195c922", "name": "network-vif-deleted", "tag": "9f1fa3fe-8010-4501-813e-9c54ff3a9fa2", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:34:27.059073 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a5f36f4d-4214-4fb4-b6b8-314d3dfe72ab {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:34:27.059501 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464e5662-7e44-4ba5-82e4-122ca195c922', 'name': 'network-vif-deleted', 'tag': '9f1fa3fe-8010-4501-813e-9c54ff3a9fa2', 'status': 'completed', 'code': 200} Sep 21 16:34:27.109909 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-46c99751-125c-4e50-a197-c73295352534 None None] Set router 32d89de4-824d-465e-8df6-d7ffad07050a gateway port host: dv-cinder-810035-1-iscsi {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:34:27.323789 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-46c99751-125c-4e50-a197-c73295352534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'name': 'tempest-AttachVolumeShelveTestJSON-1449937929-router', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:15Z', 'revision_number': 4, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'gw_port': {'id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:03Z', 'updated_at': '2021-09-21T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': 'fd26a66c-b111-445a-ac1a-316f620e260e', 'name': '', 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'mac_address': 'fa:16:3e:97:df:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:10Z', 'updated_at': '2021-09-21T16:22:24Z', 'revision_number': 5, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'subnets': [{'id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:34:27.350639 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c99751-125c-4e50-a197-c73295352534 None None] Checking router: 32d89de4-824d-465e-8df6-d7ffad07050a for host: dv-cinder-810035-1-iscsi {{(pid=184194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:34:27.359136 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c99751-125c-4e50-a197-c73295352534 None None] Routers {'32d89de4-824d-465e-8df6-d7ffad07050a'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:34:27.359784 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-46c99751-125c-4e50-a197-c73295352534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:34:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['32d89de4-824d-465e-8df6-d7ffad07050a'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:34:27.467534 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-46c99751-125c-4e50-a197-c73295352534 None None] Set router 32d89de4-824d-465e-8df6-d7ffad07050a gateway port host: dv-cinder-810035-1-iscsi {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:34:27.621095 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9f87e095-8cd3-464d-93eb-5d40e7fd6632 req-4330ca09-ec59-463a-8f86-4605b90b97a8 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/ports?device_id=464e5662-7e44-4ba5-82e4-122ca195c922 HTTP/1.1" status: 200 len: 210 time: 0.0281796 Sep 21 16:34:27.678478 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-46c99751-125c-4e50-a197-c73295352534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'name': 'tempest-AttachVolumeShelveTestJSON-1449937929-router', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:15Z', 'revision_number': 4, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'gw_port': {'id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:03Z', 'updated_at': '2021-09-21T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': 'fd26a66c-b111-445a-ac1a-316f620e260e', 'name': '', 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'mac_address': 'fa:16:3e:97:df:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:10Z', 'updated_at': '2021-09-21T16:22:24Z', 'revision_number': 5, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'subnets': [{'id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:34:27.705907 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c99751-125c-4e50-a197-c73295352534 None None] The sync data for ids ['32d89de4-824d-465e-8df6-d7ffad07050a'] in dv-cinder-810035-1-iscsi is: [{'id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'name': 'tempest-AttachVolumeShelveTestJSON-1449937929-router', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:22:15Z', 'revision_number': 4, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'gw_port': {'id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:03Z', 'updated_at': '2021-09-21T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': 'fd26a66c-b111-445a-ac1a-316f620e260e', 'name': '', 'network_id': '74453f4e-295a-4b01-8c05-e1fb2fd58439', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'mac_address': 'fa:16:3e:97:df:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:10Z', 'updated_at': '2021-09-21T16:22:24Z', 'revision_number': 5, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'subnets': [{'id': '6371c2ed-8e66-4812-bc10-372bbd5ac836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:34:27.931071 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d0674d-1627-4110-8900-e0a7abc0a440 None None] New status for floating IP 8fb38568-20e5-425f-a0b6-14479b9d6de3: DOWN {{(pid=184193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:34:28.784704 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 37836) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:34:28.840321 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-1f278056-f125-4b95-b853-75c61cae1cca tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:28.864028 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-1f278056-f125-4b95-b853-75c61cae1cca tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:28.994229 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-1f278056-f125-4b95-b853-75c61cae1cca tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:28.996916 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-1f278056-f125-4b95-b853-75c61cae1cca tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:28.998069 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-1f278056-f125-4b95-b853-75c61cae1cca tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "DELETE /v2.0/security-groups/599b1b14-b5a3-42bc-a327-33ea38536f1c HTTP/1.1" status: 204 len: 168 time: 0.2120860 Sep 21 16:34:29.000982 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 37838) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:34:29.008319 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f278056-f125-4b95-b853-75c61cae1cca tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=599b1b14-b5a3-42bc-a327-33ea38536f1c,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:29.016840 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f278056-f125-4b95-b853-75c61cae1cca tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:29.016840 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f278056-f125-4b95-b853-75c61cae1cca tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:29.016840 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f278056-f125-4b95-b853-75c61cae1cca tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:29.016840 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f278056-f125-4b95-b853-75c61cae1cca tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:29.017863 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f278056-f125-4b95-b853-75c61cae1cca tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:29.017961 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f278056-f125-4b95-b853-75c61cae1cca tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:29.018159 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.api.v2.resource [None req-41bad3ac-e3ee-4d34-94cc-2dedb51501fe tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] show failed (client error): The resource could not be found. Sep 21 16:34:29.018275 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f278056-f125-4b95-b853-75c61cae1cca tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:29.018619 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f278056-f125-4b95-b853-75c61cae1cca tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:29.018994 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f278056-f125-4b95-b853-75c61cae1cca tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:29.019324 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-41bad3ac-e3ee-4d34-94cc-2dedb51501fe tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "GET /v2.0/security-groups/599b1b14-b5a3-42bc-a327-33ea38536f1c HTTP/1.1" status: 404 len: 347 time: 0.0167022 Sep 21 16:34:29.019587 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f278056-f125-4b95-b853-75c61cae1cca tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:29.019715 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f278056-f125-4b95-b853-75c61cae1cca tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:29.019979 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f278056-f125-4b95-b853-75c61cae1cca tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:29.022149 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 37840) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:34:29.155181 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-241f8669-5ea0-48a7-9006-e8af90e73384 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Deleting port 6a2407c2-b43c-4061-bbac-b209ad28dae9 {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:34:29.155722 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-241f8669-5ea0-48a7-9006-e8af90e73384 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:29.247685 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-241f8669-5ea0-48a7-9006-e8af90e73384 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:29.247942 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-241f8669-5ea0-48a7-9006-e8af90e73384 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:29.260777 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-241f8669-5ea0-48a7-9006-e8af90e73384 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Calling delete_port for 6a2407c2-b43c-4061-bbac-b209ad28dae9 owned by network:floatingip {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:34:29.476621 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 no longer exists at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:34:29.485492 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-241f8669-5ea0-48a7-9006-e8af90e73384 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:29.497918 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] No Port match for: 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:34:29.498191 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 9f1fa3fe-8010-4501-813e-9c54ff3a9fa2 not bound to the agent host hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:34:29.513587 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f8669-5ea0-48a7-9006-e8af90e73384 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Pushing event deleted for resources: {'Port': ['ID=6a2407c2-b43c-4061-bbac-b209ad28dae9,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:29.583192 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-241f8669-5ea0-48a7-9006-e8af90e73384 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks [] for floatingip, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:29.585831 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-241f8669-5ea0-48a7-9006-e8af90e73384 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for floatingip, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:29.587075 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-241f8669-5ea0-48a7-9006-e8af90e73384 tempest-AttachVolumeShelveTestJSON-294322722 tempest-AttachVolumeShelveTestJSON-294322722-project] 10.222.0.41 "DELETE /v2.0/floatingips/8fb38568-20e5-425f-a0b6-14479b9d6de3 HTTP/1.1" status: 204 len: 168 time: 0.5640152 Sep 21 16:34:32.338713 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 37890) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:34:33.150248 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-018ef75f-376a-4fa1-a45e-2434f271226c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-616722'] for router_interface, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:33.412512 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-018ef75f-376a-4fa1-a45e-2434f271226c admin admin] Deleting port fd26a66c-b111-445a-ac1a-316f620e260e {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:34:33.413156 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-018ef75f-376a-4fa1-a45e-2434f271226c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:33.495021 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [None req-018ef75f-376a-4fa1-a45e-2434f271226c admin admin] For port fd26a66c-b111-445a-ac1a-316f620e260e, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=fd26a66c-b111-445a-ac1a-316f620e260e,segment=NetworkSegment(f105e78b-d17d-49b4-8dea-7bfd49dbcc51),segment_id=f105e78b-d17d-49b4-8dea-7bfd49dbcc51)] {{(pid=184191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:34:33.495404 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-018ef75f-376a-4fa1-a45e-2434f271226c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:33.509405 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-018ef75f-376a-4fa1-a45e-2434f271226c admin admin] Calling delete_port for fd26a66c-b111-445a-ac1a-316f620e260e owned by network:router_interface {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:34:33.805944 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-018ef75f-376a-4fa1-a45e-2434f271226c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:33.834910 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ef75f-376a-4fa1-a45e-2434f271226c admin admin] Pushing event deleted for resources: {'Port': ['ID=fd26a66c-b111-445a-ac1a-316f620e260e,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:34.018064 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-018ef75f-376a-4fa1-a45e-2434f271226c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615586'] for router_interface, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:34.250639 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018ef75f-376a-4fa1-a45e-2434f271226c admin admin] Router 32d89de4-824d-465e-8df6-d7ffad07050a has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:34:34.358868 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018ef75f-376a-4fa1-a45e-2434f271226c admin admin] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:34:34.367872 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-018ef75f-376a-4fa1-a45e-2434f271226c admin admin] 10.222.0.41 "PUT /v2.0/routers/32d89de4-824d-465e-8df6-d7ffad07050a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0246351 Sep 21 16:34:34.367872 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 37904) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:34:34.370885 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5e55e8-2f68-425a-978b-e316d7a1a8f2 None None] Sync routers for ids ['32d89de4-824d-465e-8df6-d7ffad07050a'] in dv-cinder-810035-1-iscsi {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:34:34.380736 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5e55e8-2f68-425a-978b-e316d7a1a8f2 None None] Routers {'32d89de4-824d-465e-8df6-d7ffad07050a'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:34:34.381354 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-2d5e55e8-2f68-425a-978b-e316d7a1a8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:34:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['32d89de4-824d-465e-8df6-d7ffad07050a'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:34:34.477023 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9aa3ff7d-9ef4-4737-8a7d-907a35d85c9f admin admin] Notify callbacks [] for router, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:34.487013 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-2d5e55e8-2f68-425a-978b-e316d7a1a8f2 None None] Set router 32d89de4-824d-465e-8df6-d7ffad07050a gateway port host: dv-cinder-810035-1-iscsi {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:34:34.581126 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9aa3ff7d-9ef4-4737-8a7d-907a35d85c9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:34.671543 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-2d5e55e8-2f68-425a-978b-e316d7a1a8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'name': 'tempest-AttachVolumeShelveTestJSON-1449937929-router', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:34:33Z', 'revision_number': 5, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'gw_port': {'id': '273c47f6-7c10-4ce8-bf6f-8b9efb280354', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:22:03Z', 'updated_at': '2021-09-21T16:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi'}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:34:34.691664 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-9aa3ff7d-9ef4-4737-8a7d-907a35d85c9f admin admin] Deleting port 273c47f6-7c10-4ce8-bf6f-8b9efb280354 {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:34:34.691924 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9aa3ff7d-9ef4-4737-8a7d-907a35d85c9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:34.714347 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5e55e8-2f68-425a-978b-e316d7a1a8f2 None None] Checking router: 32d89de4-824d-465e-8df6-d7ffad07050a for host: dv-cinder-810035-1-iscsi {{(pid=184194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:34:34.723977 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5e55e8-2f68-425a-978b-e316d7a1a8f2 None None] Routers {'32d89de4-824d-465e-8df6-d7ffad07050a'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:34:34.724558 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-2d5e55e8-2f68-425a-978b-e316d7a1a8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:34:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['32d89de4-824d-465e-8df6-d7ffad07050a'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:34:34.776895 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [None req-9aa3ff7d-9ef4-4737-8a7d-907a35d85c9f admin admin] For port 273c47f6-7c10-4ce8-bf6f-8b9efb280354, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=273c47f6-7c10-4ce8-bf6f-8b9efb280354,segment=NetworkSegment(20491f07-cf61-416d-8708-a00434b2d30f),segment_id=20491f07-cf61-416d-8708-a00434b2d30f)] {{(pid=184191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:34:34.776895 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9aa3ff7d-9ef4-4737-8a7d-907a35d85c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:34.791986 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-9aa3ff7d-9ef4-4737-8a7d-907a35d85c9f admin admin] Calling delete_port for 273c47f6-7c10-4ce8-bf6f-8b9efb280354 owned by network:router_gateway {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:34:34.818554 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-2d5e55e8-2f68-425a-978b-e316d7a1a8f2 None None] Set router 32d89de4-824d-465e-8df6-d7ffad07050a gateway port host: None {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:34:34.872635 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-2d5e55e8-2f68-425a-978b-e316d7a1a8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'name': 'tempest-AttachVolumeShelveTestJSON-1449937929-router', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:34:34Z', 'revision_number': 6, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'gw_port_host': None}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:34:34.904174 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5e55e8-2f68-425a-978b-e316d7a1a8f2 None None] The sync data for ids ['32d89de4-824d-465e-8df6-d7ffad07050a'] in dv-cinder-810035-1-iscsi is: [{'id': '32d89de4-824d-465e-8df6-d7ffad07050a', 'name': 'tempest-AttachVolumeShelveTestJSON-1449937929-router', 'tenant_id': 'fcd24fff54904925b7f9dea039d036dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:22:01Z', 'updated_at': '2021-09-21T16:34:34Z', 'revision_number': 6, 'project_id': 'fcd24fff54904925b7f9dea039d036dd', 'gw_port_host': None}] {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:34:35.045494 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9aa3ff7d-9ef4-4737-8a7d-907a35d85c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:35.081694 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa3ff7d-9ef4-4737-8a7d-907a35d85c9f admin admin] Pushing event deleted for resources: {'Port': ['ID=273c47f6-7c10-4ce8-bf6f-8b9efb280354,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:35.138064 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9aa3ff7d-9ef4-4737-8a7d-907a35d85c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615524'] for router_gateway, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:35.231738 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9aa3ff7d-9ef4-4737-8a7d-907a35d85c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-685'] for router, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:35.233777 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9aa3ff7d-9ef4-4737-8a7d-907a35d85c9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:35.354211 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9aa3ff7d-9ef4-4737-8a7d-907a35d85c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612814'] for router, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:35.354748 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa3ff7d-9ef4-4737-8a7d-907a35d85c9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32d89de4-824d-465e-8df6-d7ffad07050a {{(pid=184191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 16:34:35.359662 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9aa3ff7d-9ef4-4737-8a7d-907a35d85c9f admin admin] Notify callbacks [] for router, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:35.361388 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-9aa3ff7d-9ef4-4737-8a7d-907a35d85c9f admin admin] 10.222.0.41 "DELETE /v2.0/routers/32d89de4-824d-465e-8df6-d7ffad07050a HTTP/1.1" status: 204 len: 168 time: 0.9927895 Sep 21 16:34:35.363962 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 37914) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:34:35.416740 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a326392-9752-48ae-bf17-b99d9eed73b9 admin admin] Deleting subnet 6371c2ed-8e66-4812-bc10-372bbd5ac836 {{(pid=184191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 16:34:35.419747 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6a326392-9752-48ae-bf17-b99d9eed73b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:35.454858 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6a326392-9752-48ae-bf17-b99d9eed73b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4896998'] for subnet, precommit_delete_associations {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:35.529379 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6a326392-9752-48ae-bf17-b99d9eed73b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1636446'] for subnet, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:35.658116 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6a326392-9752-48ae-bf17-b99d9eed73b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1636425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4478999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4674029'] for subnet, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:35.682827 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device fd26a66c-b111-445a-ac1a-316f620e260e no longer exists at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:34:35.690757 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a326392-9752-48ae-bf17-b99d9eed73b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6371c2ed-8e66-4812-bc10-372bbd5ac836,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:35.694610 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6a326392-9752-48ae-bf17-b99d9eed73b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for subnet, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:35.696674 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-6a326392-9752-48ae-bf17-b99d9eed73b9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6371c2ed-8e66-4812-bc10-372bbd5ac836 HTTP/1.1" status: 204 len: 168 time: 0.3317904 Sep 21 16:34:35.699565 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 37916) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:34:35.709407 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76afb5a7-2ab7-4df2-be7c-8cef234c3f34 None None] Network 74453f4e-295a-4b01-8c05-e1fb2fd58439 requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:34:35.714377 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] No Port match for: fd26a66c-b111-445a-ac1a-316f620e260e {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:34:35.714771 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device fd26a66c-b111-445a-ac1a-316f620e260e not bound to the agent host dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:34:35.715431 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 273c47f6-7c10-4ce8-bf6f-8b9efb280354 no longer exists at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:34:35.756837 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] No Port match for: 273c47f6-7c10-4ce8-bf6f-8b9efb280354 {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:34:35.757197 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 273c47f6-7c10-4ce8-bf6f-8b9efb280354 not bound to the agent host dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:34:35.793897 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e4f29cce-c5d0-4349-9eb1-442a54684054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1604015'] for network, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:35.856903 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [None req-e4f29cce-c5d0-4349-9eb1-442a54684054 admin admin] Deleting port 92feedba-0887-4524-92c4-a8123e1fcfca {{(pid=184192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:34:35.857383 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e4f29cce-c5d0-4349-9eb1-442a54684054 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:35.923934 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9faa62-b5ea-47eb-b6ff-86a196e69c87 None None] DHCP port deletion for 74453f4e-295a-4b01-8c05-e1fb2fd58439 request from dv-cinder-810035-1-iscsi {{(pid=184193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 16:34:35.934073 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [None req-e4f29cce-c5d0-4349-9eb1-442a54684054 admin admin] For port 92feedba-0887-4524-92c4-a8123e1fcfca, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=92feedba-0887-4524-92c4-a8123e1fcfca,segment=NetworkSegment(f105e78b-d17d-49b4-8dea-7bfd49dbcc51),segment_id=f105e78b-d17d-49b4-8dea-7bfd49dbcc51)] {{(pid=184192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:34:35.934537 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e4f29cce-c5d0-4349-9eb1-442a54684054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:35.951212 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [None req-e4f29cce-c5d0-4349-9eb1-442a54684054 admin admin] Calling delete_port for 92feedba-0887-4524-92c4-a8123e1fcfca owned by network:dhcp {{(pid=184192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:34:36.102681 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-9b9faa62-b5ea-47eb-b6ff-86a196e69c87 None None] Deleting port 92feedba-0887-4524-92c4-a8123e1fcfca {{(pid=184193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:34:36.103049 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-9b9faa62-b5ea-47eb-b6ff-86a196e69c87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:36.119680 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e4f29cce-c5d0-4349-9eb1-442a54684054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5165539'] for port, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:36.146995 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f29cce-c5d0-4349-9eb1-442a54684054 admin admin] Pushing event deleted for resources: {'Port': ['ID=92feedba-0887-4524-92c4-a8123e1fcfca,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:36.153807 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f29cce-c5d0-4349-9eb1-442a54684054 admin admin] No DVR routers for this DVR port 92feedba-0887-4524-92c4-a8123e1fcfca on host dv-cinder-810035-1-iscsi {{(pid=184192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:34:36.165723 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-9b9faa62-b5ea-47eb-b6ff-86a196e69c87 None None] For port 92feedba-0887-4524-92c4-a8123e1fcfca, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=92feedba-0887-4524-92c4-a8123e1fcfca,segment=NetworkSegment(f105e78b-d17d-49b4-8dea-7bfd49dbcc51),segment_id=f105e78b-d17d-49b4-8dea-7bfd49dbcc51)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:34:36.166129 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-9b9faa62-b5ea-47eb-b6ff-86a196e69c87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:36.179515 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-9b9faa62-b5ea-47eb-b6ff-86a196e69c87 None None] Calling delete_port for 92feedba-0887-4524-92c4-a8123e1fcfca owned by network:dhcp {{(pid=184193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:34:36.231913 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e4f29cce-c5d0-4349-9eb1-442a54684054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635289', 'neutron.services.segments.db._delete_segments_for_network-8785855709341'] for network, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:36.252999 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.services.segments.db [None req-e4f29cce-c5d0-4349-9eb1-442a54684054 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74453f4e-295a-4b01-8c05-e1fb2fd58439']}} {{(pid=184192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:34:36.260902 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-9b9faa62-b5ea-47eb-b6ff-86a196e69c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121'] for port, after_delete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:36.262213 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.services.segments.db [None req-e4f29cce-c5d0-4349-9eb1-442a54684054 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f105e78b-d17d-49b4-8dea-7bfd49dbcc51') {'for_net_delete': True} {{(pid=184192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:34:36.262505 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.services.segments.db [None req-e4f29cce-c5d0-4349-9eb1-442a54684054 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f105e78b-d17d-49b4-8dea-7bfd49dbcc51') {} {{(pid=184192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:34:36.272109 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e4f29cce-c5d0-4349-9eb1-442a54684054 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785855709862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4837894'] for segment, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:36.284213 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9faa62-b5ea-47eb-b6ff-86a196e69c87 None None] Pushing event deleted for resources: {'Port': ['ID=92feedba-0887-4524-92c4-a8123e1fcfca,revision_number=None']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:36.285813 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e4f29cce-c5d0-4349-9eb1-442a54684054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:36.292035 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f29cce-c5d0-4349-9eb1-442a54684054 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=184192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:34:36.293374 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e4f29cce-c5d0-4349-9eb1-442a54684054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5166354'] for segment, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:36.293780 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9faa62-b5ea-47eb-b6ff-86a196e69c87 None None] No DVR routers for this DVR port 92feedba-0887-4524-92c4-a8123e1fcfca on host dv-cinder-810035-1-iscsi {{(pid=184193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:34:36.295822 dv-cinder-810035-1-iscsi neutron-server[184192]: Traceback (most recent call last): Sep 21 16:34:36.295822 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 16:34:36.295822 dv-cinder-810035-1-iscsi neutron-server[184192]: timer() Sep 21 16:34:36.295822 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 16:34:36.295822 dv-cinder-810035-1-iscsi neutron-server[184192]: cb(*args, **kw) Sep 21 16:34:36.295822 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 16:34:36.295822 dv-cinder-810035-1-iscsi neutron-server[184192]: return func(*args, **kwargs) Sep 21 16:34:36.295822 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 16:34:36.295822 dv-cinder-810035-1-iscsi neutron-server[184192]: self._notify() Sep 21 16:34:36.295822 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 16:34:36.295822 dv-cinder-810035-1-iscsi neutron-server[184192]: self.callback(batched_events) Sep 21 16:34:36.295822 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 16:34:36.295822 dv-cinder-810035-1-iscsi neutron-server[184192]: event.method(event) Sep 21 16:34:36.295822 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 16:34:36.295822 dv-cinder-810035-1-iscsi neutron-server[184192]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 16:34:36.295822 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 16:34:36.295822 dv-cinder-810035-1-iscsi neutron-server[184192]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 16:34:36.295822 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 16:34:36.295822 dv-cinder-810035-1-iscsi neutron-server[184192]: return f(self, *a, **k) Sep 21 16:34:36.295822 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 16:34:36.295822 dv-cinder-810035-1-iscsi neutron-server[184192]: return self._get(url).json() Sep 21 16:34:36.295822 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 16:34:36.295822 dv-cinder-810035-1-iscsi neutron-server[184192]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 16:34:36.295822 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 16:34:36.295822 dv-cinder-810035-1-iscsi neutron-server[184192]: return self.request(url, 'GET', **kwargs) Sep 21 16:34:36.295822 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 16:34:36.295822 dv-cinder-810035-1-iscsi neutron-server[184192]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 16:34:36.295822 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 16:34:36.295822 dv-cinder-810035-1-iscsi neutron-server[184192]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 16:34:36.295822 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 16:34:36.295822 dv-cinder-810035-1-iscsi neutron-server[184192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 16:34:36.295822 dv-cinder-810035-1-iscsi neutron-server[184192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 16:34:36.305256 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9faa62-b5ea-47eb-b6ff-86a196e69c87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:36.305256 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9faa62-b5ea-47eb-b6ff-86a196e69c87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:36.305256 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9faa62-b5ea-47eb-b6ff-86a196e69c87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:36.305256 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9faa62-b5ea-47eb-b6ff-86a196e69c87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:36.305256 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9faa62-b5ea-47eb-b6ff-86a196e69c87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:36.305256 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9faa62-b5ea-47eb-b6ff-86a196e69c87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:36.305256 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9faa62-b5ea-47eb-b6ff-86a196e69c87 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:36.305256 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9faa62-b5ea-47eb-b6ff-86a196e69c87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:36.305256 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9faa62-b5ea-47eb-b6ff-86a196e69c87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:36.305256 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9faa62-b5ea-47eb-b6ff-86a196e69c87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:36.305256 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9faa62-b5ea-47eb-b6ff-86a196e69c87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:36.305256 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9faa62-b5ea-47eb-b6ff-86a196e69c87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:36.409642 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e4f29cce-c5d0-4349-9eb1-442a54684054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615424'] for network, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:36.415893 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e4f29cce-c5d0-4349-9eb1-442a54684054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:36.417659 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-e4f29cce-c5d0-4349-9eb1-442a54684054 admin admin] 10.222.0.41 "DELETE /v2.0/networks/74453f4e-295a-4b01-8c05-e1fb2fd58439 HTTP/1.1" status: 204 len: 168 time: 0.7169700 Sep 21 16:34:36.430470 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f29cce-c5d0-4349-9eb1-442a54684054 admin admin] Pushing event deleted for resources: {'Network': ['ID=74453f4e-295a-4b01-8c05-e1fb2fd58439,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:36.723463 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 37928) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:34:36.764386 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-c3b177e0-fcf5-4a86-a3df-73e734b3a1ae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fcd24fff54904925b7f9dea039d036dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0397503 Sep 21 16:34:36.767541 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 37930) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:34:36.816175 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9f3ef585-b423-4ecf-a7a2-81252e733884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:36.838755 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9f3ef585-b423-4ecf-a7a2-81252e733884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:37.308902 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9f3ef585-b423-4ecf-a7a2-81252e733884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:37.312117 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9f3ef585-b423-4ecf-a7a2-81252e733884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:37.313429 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-9f3ef585-b423-4ecf-a7a2-81252e733884 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c8da1f4a-2954-427a-bc7b-9da3e106c640 HTTP/1.1" status: 204 len: 168 time: 0.5449657 Sep 21 16:34:37.323569 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ef585-b423-4ecf-a7a2-81252e733884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8da1f4a-2954-427a-bc7b-9da3e106c640,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:37.487876 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 92feedba-0887-4524-92c4-a8123e1fcfca no longer exists at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:34:37.509896 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] No Port match for: 92feedba-0887-4524-92c4-a8123e1fcfca {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:34:37.510276 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 92feedba-0887-4524-92c4-a8123e1fcfca not bound to the agent host dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:34:39.280018 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:41.742714 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-84e6f330-000c-4161-a3af-43ce60e24715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:44.334594 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b75faf9f-83c4-4342-b0e3-86fe2ddae513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:44.822123 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:45.627985 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:47.416543 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:55.221610 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 38152) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:34:55.386524 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-f02c5756-8799-4fbe-819b-7af875d25f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:55.481429 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-f02c5756-8799-4fbe-819b-7af875d25f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:55.593905 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-f02c5756-8799-4fbe-819b-7af875d25f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:55.634159 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-f02c5756-8799-4fbe-819b-7af875d25f49 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2efe1bd30d894f7c97aa49441f95b5bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4113164 Sep 21 16:34:55.635010 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c5756-8799-4fbe-819b-7af875d25f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef78734e-af0f-44c5-96a6-ebeabdd769e6,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:55.636870 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 38156) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:34:55.696601 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-fcea8cd7-813a-4f62-aa58-ba08f742ef3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:55.724128 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-fcea8cd7-813a-4f62-aa58-ba08f742ef3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:55.908407 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-fcea8cd7-813a-4f62-aa58-ba08f742ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:55.910979 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-fcea8cd7-813a-4f62-aa58-ba08f742ef3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:55.912236 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-fcea8cd7-813a-4f62-aa58-ba08f742ef3c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef78734e-af0f-44c5-96a6-ebeabdd769e6 HTTP/1.1" status: 204 len: 168 time: 0.2739925 Sep 21 16:34:55.921259 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea8cd7-813a-4f62-aa58-ba08f742ef3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef78734e-af0f-44c5-96a6-ebeabdd769e6,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:55.929202 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea8cd7-813a-4f62-aa58-ba08f742ef3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:55.929613 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea8cd7-813a-4f62-aa58-ba08f742ef3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:55.929955 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea8cd7-813a-4f62-aa58-ba08f742ef3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:55.930293 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea8cd7-813a-4f62-aa58-ba08f742ef3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:55.930625 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea8cd7-813a-4f62-aa58-ba08f742ef3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:55.930955 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea8cd7-813a-4f62-aa58-ba08f742ef3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:55.931286 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea8cd7-813a-4f62-aa58-ba08f742ef3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:55.931640 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea8cd7-813a-4f62-aa58-ba08f742ef3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:55.931971 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea8cd7-813a-4f62-aa58-ba08f742ef3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:55.932304 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea8cd7-813a-4f62-aa58-ba08f742ef3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:55.932603 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea8cd7-813a-4f62-aa58-ba08f742ef3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:55.932926 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcea8cd7-813a-4f62-aa58-ba08f742ef3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:34:57.749370 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 38222) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:34:57.864368 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-e7493a11-918e-45e9-be3d-372e1668a5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:57.972502 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-e7493a11-918e-45e9-be3d-372e1668a5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:58.022095 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-e7493a11-918e-45e9-be3d-372e1668a5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:58.061345 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-e7493a11-918e-45e9-be3d-372e1668a5c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=62318076a54a4f6f9cde8b509d4aaaf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107350 Sep 21 16:34:58.062214 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7493a11-918e-45e9-be3d-372e1668a5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93dbafd-b83f-4c91-b676-d767d7712b67,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:58.064566 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 38228) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:34:58.115347 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ee741f14-f7f5-4052-a635-6423800d4983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:58.137497 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ee741f14-f7f5-4052-a635-6423800d4983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:58.248677 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ee741f14-f7f5-4052-a635-6423800d4983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:58.251344 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ee741f14-f7f5-4052-a635-6423800d4983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:34:58.252555 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-ee741f14-f7f5-4052-a635-6423800d4983 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d93dbafd-b83f-4c91-b676-d767d7712b67 HTTP/1.1" status: 204 len: 168 time: 0.1869168 Sep 21 16:34:58.261382 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee741f14-f7f5-4052-a635-6423800d4983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93dbafd-b83f-4c91-b676-d767d7712b67,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:34:59.821455 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:35:07.307642 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 38362) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:35:07.449552 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-11813855-36e1-4a46-8707-91543508580c admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:07.544737 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-11813855-36e1-4a46-8707-91543508580c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:07.608807 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-11813855-36e1-4a46-8707-91543508580c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:07.652181 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-11813855-36e1-4a46-8707-91543508580c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4c0661946ff64d8eb461a1d4557883a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3431287 Sep 21 16:35:07.653167 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11813855-36e1-4a46-8707-91543508580c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce6d87e-8dcf-4f39-aff1-9c25e0661327,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:07.656625 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 38366) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:35:07.711249 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9b3cbdd9-fcee-477a-abd0-7e34a661461d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:07.740154 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9b3cbdd9-fcee-477a-abd0-7e34a661461d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:08.016960 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9b3cbdd9-fcee-477a-abd0-7e34a661461d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:08.019813 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9b3cbdd9-fcee-477a-abd0-7e34a661461d admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:08.021035 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-9b3cbdd9-fcee-477a-abd0-7e34a661461d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ce6d87e-8dcf-4f39-aff1-9c25e0661327 HTTP/1.1" status: 204 len: 168 time: 0.3634720 Sep 21 16:35:08.029570 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3cbdd9-fcee-477a-abd0-7e34a661461d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce6d87e-8dcf-4f39-aff1-9c25e0661327,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:08.749984 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 38390) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:35:08.764588 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-53a92288-fd15-4f31-a5fc-0c86bfa17874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:08.888633 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-53a92288-fd15-4f31-a5fc-0c86bfa17874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:08.957055 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-53a92288-fd15-4f31-a5fc-0c86bfa17874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:08.998258 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-53a92288-fd15-4f31-a5fc-0c86bfa17874 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac2dd28091bf43a1ac134a10cb17eadc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466888 Sep 21 16:35:09.000440 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a92288-fd15-4f31-a5fc-0c86bfa17874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61ae7c3-0a35-482e-b9fa-29f579b945a1,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:09.001614 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 38392) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:35:09.058590 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-1e3853ee-64bc-43dc-b3b4-f237042c8faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:09.080781 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-1e3853ee-64bc-43dc-b3b4-f237042c8faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:09.234456 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:09.455556 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-1e3853ee-64bc-43dc-b3b4-f237042c8faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:09.467198 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-1e3853ee-64bc-43dc-b3b4-f237042c8faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:09.467198 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-1e3853ee-64bc-43dc-b3b4-f237042c8faf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a61ae7c3-0a35-482e-b9fa-29f579b945a1 HTTP/1.1" status: 204 len: 168 time: 0.4562163 Sep 21 16:35:09.468779 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3853ee-64bc-43dc-b3b4-f237042c8faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61ae7c3-0a35-482e-b9fa-29f579b945a1,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:10.914462 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 38448) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:35:11.071013 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c5d96d9f-82ce-4644-a65b-35e2623754c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:11.167584 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c5d96d9f-82ce-4644-a65b-35e2623754c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:11.294274 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c5d96d9f-82ce-4644-a65b-35e2623754c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:11.339063 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-c5d96d9f-82ce-4644-a65b-35e2623754c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd58f8de845b409c96b65cbaada4f09c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4180307 Sep 21 16:35:11.339063 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d96d9f-82ce-4644-a65b-35e2623754c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8585f9bd-ae74-43a2-aa8b-85537a0b9a2c,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:11.339865 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 38458) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:35:11.415739 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-788ea1de-decc-431b-a328-35ad46fbf501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:11.439212 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-788ea1de-decc-431b-a328-35ad46fbf501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:11.588591 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-788ea1de-decc-431b-a328-35ad46fbf501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:11.591632 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-788ea1de-decc-431b-a328-35ad46fbf501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:11.593090 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-788ea1de-decc-431b-a328-35ad46fbf501 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8585f9bd-ae74-43a2-aa8b-85537a0b9a2c HTTP/1.1" status: 204 len: 168 time: 0.2517800 Sep 21 16:35:11.606154 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ea1de-decc-431b-a328-35ad46fbf501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8585f9bd-ae74-43a2-aa8b-85537a0b9a2c,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:11.757190 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-7187d480-a941-4a6c-999c-a949ce26c848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:12.400665 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 38482) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:35:12.414780 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-86d05b95-da12-495f-821c-f21c42862913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:12.513466 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-86d05b95-da12-495f-821c-f21c42862913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:12.633459 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-86d05b95-da12-495f-821c-f21c42862913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:12.678832 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-86d05b95-da12-495f-821c-f21c42862913 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=98739b3df1ab43e6a5c170dfed9c67d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2732949 Sep 21 16:35:12.678832 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d05b95-da12-495f-821c-f21c42862913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6c444a-fb23-4e84-830d-47fa464512b6,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:12.679094 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 38488) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:35:12.739263 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ead88c7a-16ac-48e4-ba68-e2524a8761e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:12.762668 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ead88c7a-16ac-48e4-ba68-e2524a8761e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:12.914231 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ead88c7a-16ac-48e4-ba68-e2524a8761e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:12.917186 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ead88c7a-16ac-48e4-ba68-e2524a8761e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:12.918457 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-ead88c7a-16ac-48e4-ba68-e2524a8761e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c6c444a-fb23-4e84-830d-47fa464512b6 HTTP/1.1" status: 204 len: 168 time: 0.2388563 Sep 21 16:35:12.930679 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead88c7a-16ac-48e4-ba68-e2524a8761e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6c444a-fb23-4e84-830d-47fa464512b6,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:14.363058 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-9b211864-8416-4f13-a7b1-cb34ba17895d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:14.844980 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:15.659306 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 38550) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:35:15.668113 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:15.777468 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-30b4dfd1-8d5f-47ac-9cc8-f7c36c925c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:15.877824 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-30b4dfd1-8d5f-47ac-9cc8-f7c36c925c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:15.999540 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-30b4dfd1-8d5f-47ac-9cc8-f7c36c925c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:16.042163 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-30b4dfd1-8d5f-47ac-9cc8-f7c36c925c12 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b8ae7c3032c4c4a889d9a147bf52811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3817322 Sep 21 16:35:16.043520 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4dfd1-8d5f-47ac-9cc8-f7c36c925c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c1f9ad-93bb-4444-a97a-237e7bbc3159,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:16.045206 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 38556) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:35:16.109107 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4e3fca74-5986-44de-a281-4237d65972da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:16.136318 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4e3fca74-5986-44de-a281-4237d65972da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:16.259852 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4e3fca74-5986-44de-a281-4237d65972da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:16.262373 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4e3fca74-5986-44de-a281-4237d65972da admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:16.263592 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-4e3fca74-5986-44de-a281-4237d65972da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e1c1f9ad-93bb-4444-a97a-237e7bbc3159 HTTP/1.1" status: 204 len: 168 time: 0.2168443 Sep 21 16:35:16.272392 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3fca74-5986-44de-a281-4237d65972da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c1f9ad-93bb-4444-a97a-237e7bbc3159,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:16.905129 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 38564) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:35:16.919184 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c344e280-b107-4369-9320-b136a9bf44dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:17.010471 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c344e280-b107-4369-9320-b136a9bf44dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:17.076920 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c344e280-b107-4369-9320-b136a9bf44dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:17.124848 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-c344e280-b107-4369-9320-b136a9bf44dd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a9b8921649664a81a2fbb8e2b410d0a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2173705 Sep 21 16:35:17.125407 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344e280-b107-4369-9320-b136a9bf44dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b2c0c0-f260-4398-9634-55a6f02677cc,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:17.127860 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 38570) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:35:17.191929 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-6724035e-fd26-4413-9961-d4cf973e005b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:17.215870 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-6724035e-fd26-4413-9961-d4cf973e005b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:17.330892 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-6724035e-fd26-4413-9961-d4cf973e005b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:17.333566 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-6724035e-fd26-4413-9961-d4cf973e005b admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:17.334810 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-6724035e-fd26-4413-9961-d4cf973e005b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/62b2c0c0-f260-4398-9634-55a6f02677cc HTTP/1.1" status: 204 len: 168 time: 0.2046683 Sep 21 16:35:17.349834 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724035e-fd26-4413-9961-d4cf973e005b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b2c0c0-f260-4398-9634-55a6f02677cc,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:17.460324 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:18.229067 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c52f4d5a-6cdc-4977-b3b1-122b44c98759 req-53631985-f9d7-4181-8cf2-a146f614869c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0567601 Sep 21 16:35:18.324001 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f4d5a-6cdc-4977-b3b1-122b44c98759 req-1920d5a0-6ff2-439a-9b85-43048842f38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:35:18.325586 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c52f4d5a-6cdc-4977-b3b1-122b44c98759 req-1920d5a0-6ff2-439a-9b85-43048842f38d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6043226e82394816af874014d2a2bf84&device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 1099 time: 0.0534225 Sep 21 16:35:18.456645 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f4d5a-6cdc-4977-b3b1-122b44c98759 req-ccf40e45-35e3-42ab-be32-a0e2929b3162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:35:18.458243 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c52f4d5a-6cdc-4977-b3b1-122b44c98759 req-ccf40e45-35e3-42ab-be32-a0e2929b3162 service neutron] 10.222.0.44 "GET /v2.0/networks?id=84a8318c-3a52-454c-b8ec-bdaba678f9cd HTTP/1.1" status: 200 len: 913 time: 0.1067886 Sep 21 16:35:18.555283 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c52f4d5a-6cdc-4977-b3b1-122b44c98759 req-6fc27c22-5e8c-43ae-854d-fb79ade2368c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0db2a5f2-bdf7-48dc-a788-631351678a56 HTTP/1.1" status: 200 len: 1002 time: 0.0895135 Sep 21 16:35:18.641780 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f4d5a-6cdc-4977-b3b1-122b44c98759 req-f7f82492-d537-46bb-998b-2995c9c82497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:35:18.643787 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c52f4d5a-6cdc-4977-b3b1-122b44c98759 req-f7f82492-d537-46bb-998b-2995c9c82497 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f8f4ce81-6fda-46e9-8392-224a6ec23c8a HTTP/1.1" status: 200 len: 851 time: 0.0812423 Sep 21 16:35:18.704692 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f4d5a-6cdc-4977-b3b1-122b44c98759 req-ca6b6f9a-6209-48ba-9893-0b4043342084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:35:18.706275 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c52f4d5a-6cdc-4977-b3b1-122b44c98759 req-ca6b6f9a-6209-48ba-9893-0b4043342084 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=84a8318c-3a52-454c-b8ec-bdaba678f9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558648 Sep 21 16:35:18.821298 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c52f4d5a-6cdc-4977-b3b1-122b44c98759 req-588ee1b3-2980-4d13-a129-e7a5865a0180 service neutron] 10.222.0.44 "GET /v2.0/networks/84a8318c-3a52-454c-b8ec-bdaba678f9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078136 Sep 21 16:35:18.957682 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c52f4d5a-6cdc-4977-b3b1-122b44c98759 req-5056cc54-19e1-4dfe-bcd5-32b1d42b40de service neutron] 10.222.0.44 "GET /v2.0/networks/84a8318c-3a52-454c-b8ec-bdaba678f9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290901 Sep 21 16:35:21.027943 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 38674) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:35:21.143791 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4fef67fc-028e-4c06-ab9c-96aa50c380c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:21.254467 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4fef67fc-028e-4c06-ab9c-96aa50c380c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:21.336440 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4fef67fc-028e-4c06-ab9c-96aa50c380c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:21.387561 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef67fc-028e-4c06-ab9c-96aa50c380c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515521a5-f1d0-485b-9636-95ef36048591,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:21.394625 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-4fef67fc-028e-4c06-ab9c-96aa50c380c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3fc7e803def943f6ae9bd0aa6e5717c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3639238 Sep 21 16:35:21.396739 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 38680) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:35:21.456387 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a22b4511-6746-43b5-92f0-4c4807d33273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:21.482742 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a22b4511-6746-43b5-92f0-4c4807d33273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:21.616469 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a22b4511-6746-43b5-92f0-4c4807d33273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:21.618987 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-a22b4511-6746-43b5-92f0-4c4807d33273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:21.620196 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-a22b4511-6746-43b5-92f0-4c4807d33273 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/515521a5-f1d0-485b-9636-95ef36048591 HTTP/1.1" status: 204 len: 168 time: 0.2221556 Sep 21 16:35:21.629057 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b4511-6746-43b5-92f0-4c4807d33273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515521a5-f1d0-485b-9636-95ef36048591,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:22.268069 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 38688) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:35:22.282707 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-812cceea-e662-4ee4-9e0b-a5d4a74b76c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:22.372236 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-812cceea-e662-4ee4-9e0b-a5d4a74b76c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:22.442330 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-812cceea-e662-4ee4-9e0b-a5d4a74b76c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:22.485381 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-812cceea-e662-4ee4-9e0b-a5d4a74b76c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8234687aed5245aabef98faf14622268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2159345 Sep 21 16:35:22.487910 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812cceea-e662-4ee4-9e0b-a5d4a74b76c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8502b70-6529-4fe3-9bc8-a1a50b214724,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:22.490139 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 38694) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:35:22.548665 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-2f5e0602-af1d-4d68-8ea4-e6b4ba89dfb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:22.578207 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-2f5e0602-af1d-4d68-8ea4-e6b4ba89dfb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:22.759054 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-2f5e0602-af1d-4d68-8ea4-e6b4ba89dfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:22.761741 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-2f5e0602-af1d-4d68-8ea4-e6b4ba89dfb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:22.762995 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-2f5e0602-af1d-4d68-8ea4-e6b4ba89dfb9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f8502b70-6529-4fe3-9bc8-a1a50b214724 HTTP/1.1" status: 204 len: 168 time: 0.2715187 Sep 21 16:35:22.772853 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e0602-af1d-4d68-8ea4-e6b4ba89dfb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8502b70-6529-4fe3-9bc8-a1a50b214724,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:25.257234 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 38776) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:35:25.379842 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b0909ab8-a71a-4b3d-8c2a-8d16d439bf52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:25.488496 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b0909ab8-a71a-4b3d-8c2a-8d16d439bf52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:25.556669 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b0909ab8-a71a-4b3d-8c2a-8d16d439bf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:25.604811 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-b0909ab8-a71a-4b3d-8c2a-8d16d439bf52 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d9cbaddef82d45058d4629192224779d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3464813 Sep 21 16:35:25.605915 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0909ab8-a71a-4b3d-8c2a-8d16d439bf52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84514f16-ae57-4ae0-a741-020fb9820419,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:25.607977 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 38780) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:35:25.668426 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ee3ce072-dd8a-4ca7-8155-b66b45e7949e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:25.691610 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ee3ce072-dd8a-4ca7-8155-b66b45e7949e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:25.848195 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ee3ce072-dd8a-4ca7-8155-b66b45e7949e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:25.850946 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ee3ce072-dd8a-4ca7-8155-b66b45e7949e admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:25.852157 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-ee3ce072-dd8a-4ca7-8155-b66b45e7949e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/84514f16-ae57-4ae0-a741-020fb9820419 HTTP/1.1" status: 204 len: 168 time: 0.2429531 Sep 21 16:35:25.860545 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ce072-dd8a-4ca7-8155-b66b45e7949e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84514f16-ae57-4ae0-a741-020fb9820419,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:26.778258 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 38792) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:35:26.792722 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-270cd9c6-fb6d-4f11-b88a-053b41f8d876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:26.883633 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-270cd9c6-fb6d-4f11-b88a-053b41f8d876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:26.968239 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-270cd9c6-fb6d-4f11-b88a-053b41f8d876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:27.007974 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270cd9c6-fb6d-4f11-b88a-053b41f8d876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e17544-3ca4-4758-ad29-93e4e352cdf8,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:27.012273 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-270cd9c6-fb6d-4f11-b88a-053b41f8d876 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8184310c547d4d90bea18c3dc153367d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329423 Sep 21 16:35:27.015688 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 38794) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:35:27.079184 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-52eb259e-05a5-4e29-a6c8-bcb3f1334db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:27.101120 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-52eb259e-05a5-4e29-a6c8-bcb3f1334db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:27.213933 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-52eb259e-05a5-4e29-a6c8-bcb3f1334db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:27.216657 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-52eb259e-05a5-4e29-a6c8-bcb3f1334db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:27.217825 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-52eb259e-05a5-4e29-a6c8-bcb3f1334db9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77e17544-3ca4-4758-ad29-93e4e352cdf8 HTTP/1.1" status: 204 len: 168 time: 0.2019334 Sep 21 16:35:27.226372 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb259e-05a5-4e29-a6c8-bcb3f1334db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e17544-3ca4-4758-ad29-93e4e352cdf8,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:28.037429 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 38808) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:35:28.049635 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-63269292-378f-415a-8361-a925af878d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:28.141742 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-63269292-378f-415a-8361-a925af878d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:28.221807 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-63269292-378f-415a-8361-a925af878d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:28.261041 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-63269292-378f-415a-8361-a925af878d0d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09618e2599094ce3a1f5bc6ebccd4b18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247486 Sep 21 16:35:28.261770 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63269292-378f-415a-8361-a925af878d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeaac97e-bd72-476c-b3d0-4a44d8844baf,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:28.264675 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 38810) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:35:28.320373 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9151cad2-e63c-404f-8219-c5034f9735cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:28.341855 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9151cad2-e63c-404f-8219-c5034f9735cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:28.465267 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9151cad2-e63c-404f-8219-c5034f9735cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:28.468129 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9151cad2-e63c-404f-8219-c5034f9735cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:28.469901 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-9151cad2-e63c-404f-8219-c5034f9735cc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aeaac97e-bd72-476c-b3d0-4a44d8844baf HTTP/1.1" status: 204 len: 168 time: 0.2042341 Sep 21 16:35:28.477797 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9151cad2-e63c-404f-8219-c5034f9735cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeaac97e-bd72-476c-b3d0-4a44d8844baf,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:36.820689 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:35:37.100318 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 38944) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:35:37.214727 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3ef77376-83c1-4079-9977-43a44ad7bf9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:37.310469 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3ef77376-83c1-4079-9977-43a44ad7bf9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:37.433707 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3ef77376-83c1-4079-9977-43a44ad7bf9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:37.503948 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-3ef77376-83c1-4079-9977-43a44ad7bf9b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=24dfa19a498542f1bfa568c051c4f377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4020760 Sep 21 16:35:37.505590 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef77376-83c1-4079-9977-43a44ad7bf9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab53c0a-2cdd-454f-b56d-864c2f2a20a9,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:37.507053 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 38948) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:35:37.568171 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-85f8fc57-0ba4-4175-87b2-f5a8594f4543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:37.590832 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-85f8fc57-0ba4-4175-87b2-f5a8594f4543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:37.716718 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-85f8fc57-0ba4-4175-87b2-f5a8594f4543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:37.720075 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-85f8fc57-0ba4-4175-87b2-f5a8594f4543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:37.721350 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-85f8fc57-0ba4-4175-87b2-f5a8594f4543 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ab53c0a-2cdd-454f-b56d-864c2f2a20a9 HTTP/1.1" status: 204 len: 168 time: 0.2132862 Sep 21 16:35:37.732142 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8fc57-0ba4-4175-87b2-f5a8594f4543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab53c0a-2cdd-454f-b56d-864c2f2a20a9,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:37.740388 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8fc57-0ba4-4175-87b2-f5a8594f4543 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:37.740778 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8fc57-0ba4-4175-87b2-f5a8594f4543 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:37.741067 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8fc57-0ba4-4175-87b2-f5a8594f4543 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:37.741394 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8fc57-0ba4-4175-87b2-f5a8594f4543 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:37.741723 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8fc57-0ba4-4175-87b2-f5a8594f4543 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:37.742055 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8fc57-0ba4-4175-87b2-f5a8594f4543 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:37.742378 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8fc57-0ba4-4175-87b2-f5a8594f4543 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:37.742706 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8fc57-0ba4-4175-87b2-f5a8594f4543 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:37.743030 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8fc57-0ba4-4175-87b2-f5a8594f4543 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:37.743348 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8fc57-0ba4-4175-87b2-f5a8594f4543 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:37.746155 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8fc57-0ba4-4175-87b2-f5a8594f4543 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:37.746155 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8fc57-0ba4-4175-87b2-f5a8594f4543 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:38.414940 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 38956) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:35:38.428866 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-19b45cf7-c2a6-4862-8043-09e8be59130b admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:38.528684 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-19b45cf7-c2a6-4862-8043-09e8be59130b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:38.593412 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-19b45cf7-c2a6-4862-8043-09e8be59130b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:38.639601 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-19b45cf7-c2a6-4862-8043-09e8be59130b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f4df9ce108e34621ba2fd69db9e6878a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2234557 Sep 21 16:35:38.641502 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b45cf7-c2a6-4862-8043-09e8be59130b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5436f4-0850-412b-a2a0-98fd99e8cb33,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:38.643251 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 38958) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:35:38.704248 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9180530d-62c8-46f7-ba92-7307670290c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:38.729089 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9180530d-62c8-46f7-ba92-7307670290c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:38.953309 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9180530d-62c8-46f7-ba92-7307670290c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:38.956136 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-9180530d-62c8-46f7-ba92-7307670290c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:38.957315 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-9180530d-62c8-46f7-ba92-7307670290c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7f5436f4-0850-412b-a2a0-98fd99e8cb33 HTTP/1.1" status: 204 len: 168 time: 0.3126118 Sep 21 16:35:38.968763 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180530d-62c8-46f7-ba92-7307670290c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5436f4-0850-412b-a2a0-98fd99e8cb33,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:39.230852 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:41.741447 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a622ec2a-24d9-4c41-b1ab-c24974e7218d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:44.345979 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-1f5fd92a-41aa-4675-98b7-1dbc8d9a4c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:44.845010 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:45.632912 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:47.476984 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:53.882895 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 39100) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:35:53.987283 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-df7d43a9-108f-4f5b-ba80-737eb39536c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:54.075137 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-df7d43a9-108f-4f5b-ba80-737eb39536c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:54.141471 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-df7d43a9-108f-4f5b-ba80-737eb39536c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:54.454129 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-df7d43a9-108f-4f5b-ba80-737eb39536c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a95968df7962496e81df78c6c9e37a92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5700800 Sep 21 16:35:54.454975 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d43a9-108f-4f5b-ba80-737eb39536c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398d2137-0945-4bf8-a47d-d8861405b437,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:54.456914 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 39104) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:35:54.507631 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ac55c7dd-27aa-4772-8991-3b3d0ec43ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:54.528311 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ac55c7dd-27aa-4772-8991-3b3d0ec43ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:54.676191 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ac55c7dd-27aa-4772-8991-3b3d0ec43ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:54.678715 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-ac55c7dd-27aa-4772-8991-3b3d0ec43ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:54.679955 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-ac55c7dd-27aa-4772-8991-3b3d0ec43ced admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/398d2137-0945-4bf8-a47d-d8861405b437 HTTP/1.1" status: 204 len: 168 time: 0.2219324 Sep 21 16:35:54.688737 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55c7dd-27aa-4772-8991-3b3d0ec43ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398d2137-0945-4bf8-a47d-d8861405b437,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:55.669481 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 39128) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:35:55.779245 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-c2176a96-7927-4059-91d6-1e457e130cf5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1075986500-network', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:35:55.890070 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2176a96-7927-4059-91d6-1e457e130cf5 admin admin] Made reservation on behalf of c586ba2037dc4337b17c12e02b4a252b for: {'network': 1} {{(pid=184191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:35:55.892384 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c2176a96-7927-4059-91d6-1e457e130cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for network, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:55.901075 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c2176a96-7927-4059-91d6-1e457e130cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:55.989734 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c2176a96-7927-4059-91d6-1e457e130cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:56.061955 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c2176a96-7927-4059-91d6-1e457e130cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:56.084049 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2176a96-7927-4059-91d6-1e457e130cf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=184191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:35:56.103541 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c2176a96-7927-4059-91d6-1e457e130cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:56.103879 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.db.segments_db [None req-c2176a96-7927-4059-91d6-1e457e130cf5 admin admin] Added segment 36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4 of type vlan for network 4c58664c-9a8d-42f7-baab-9c7ec545dd02 Sep 21 16:35:56.105061 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2176a96-7927-4059-91d6-1e457e130cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8381bbdd-6583-4efb-9646-ffa446dd1e99,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:56.123215 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2176a96-7927-4059-91d6-1e457e130cf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:56.128280 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2176a96-7927-4059-91d6-1e457e130cf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:56.128280 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2176a96-7927-4059-91d6-1e457e130cf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:56.128280 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2176a96-7927-4059-91d6-1e457e130cf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:56.128280 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2176a96-7927-4059-91d6-1e457e130cf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:56.128280 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2176a96-7927-4059-91d6-1e457e130cf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:56.128280 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2176a96-7927-4059-91d6-1e457e130cf5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:56.128280 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2176a96-7927-4059-91d6-1e457e130cf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:56.128280 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2176a96-7927-4059-91d6-1e457e130cf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:56.128280 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2176a96-7927-4059-91d6-1e457e130cf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:56.128280 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2176a96-7927-4059-91d6-1e457e130cf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:56.128280 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2176a96-7927-4059-91d6-1e457e130cf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:56.166192 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c2176a96-7927-4059-91d6-1e457e130cf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785855168287'] for network, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:56.270548 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c2176a96-7927-4059-91d6-1e457e130cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779'] for network, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:56.271591 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2176a96-7927-4059-91d6-1e457e130cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:35:56.272201 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c2176a96-7927-4059-91d6-1e457e130cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:56.335241 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2176a96-7927-4059-91d6-1e457e130cf5 admin admin] Pushing event updated for resources: {'Network': ['ID=4c58664c-9a8d-42f7-baab-9c7ec545dd02,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:56.346317 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Network 4c58664c-9a8d-42f7-baab-9c7ec545dd02 details requested by agent ovs-agent-dv-cinder-810035-1-iscsi with host dv-cinder-810035-1-iscsi {{(pid=184193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 16:35:56.363053 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-c2176a96-7927-4059-91d6-1e457e130cf5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6924706 Sep 21 16:35:56.365915 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 39134) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:35:56.370693 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-f9e138eb-7060-4998-9b54-38bdd3fe155f admin admin] Request body: {'subnet': {'network_id': '4c58664c-9a8d-42f7-baab-9c7ec545dd02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1075986500-subnet', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b', 'ip_version': 4}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:35:56.458393 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e138eb-7060-4998-9b54-38bdd3fe155f admin admin] Made reservation on behalf of c586ba2037dc4337b17c12e02b4a252b for: {'subnet': 1} {{(pid=184191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:35:56.460779 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-f9e138eb-7060-4998-9b54-38bdd3fe155f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4673994'] for subnet, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:56.719957 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-f9e138eb-7060-4998-9b54-38bdd3fe155f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4479060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4674020'] for subnet, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:56.788419 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e138eb-7060-4998-9b54-38bdd3fe155f admin admin] Pushing event updated for resources: {'Subnet': ['ID=def3ed9c-de8b-4004-8516-9d9810b6d40d,revision_number=0']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:56.798516 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e138eb-7060-4998-9b54-38bdd3fe155f admin admin] Checking segment: {'id': '36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4c58664c-9a8d-42f7-baab-9c7ec545dd02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:35:56.798868 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e138eb-7060-4998-9b54-38bdd3fe155f admin admin] Network hostable DHCP agents. Network: 4c58664c-9a8d-42f7-baab-9c7ec545dd02, hostable agents: ['29edb376-3f7b-48e5-82ab-3b3d2ffff097'], hosted agents: [] {{(pid=184191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:35:56.884247 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e138eb-7060-4998-9b54-38bdd3fe155f admin admin] Network 4c58664c-9a8d-42f7-baab-9c7ec545dd02 is scheduled to be hosted by DHCP agent 29edb376-3f7b-48e5-82ab-3b3d2ffff097 with binding_index 1 {{(pid=184191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:35:56.975931 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-f9e138eb-7060-4998-9b54-38bdd3fe155f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810035-1-iscsi, 4c58664c-9a8d-42f7-baab-9c7ec545dd02) {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:35:56.980958 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e138eb-7060-4998-9b54-38bdd3fe155f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:35:56.984978 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-f9e138eb-7060-4998-9b54-38bdd3fe155f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for subnet, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:56.986596 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7447004-b511-4c77-95d9-a81312921520 None None] Network 4c58664c-9a8d-42f7-baab-9c7ec545dd02 requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:35:57.062370 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-f9e138eb-7060-4998-9b54-38bdd3fe155f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6953392 Sep 21 16:35:57.064931 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 39138) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:35:57.070967 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-3e5b2cdd-a3cf-429e-9192-3c4d37a4614b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1075986500-router', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:35:57.142248 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57b6d36a-d267-5729-b52c-430ef85e6d98-4c58664c-9a8d-42f7-baab-9c7ec545dd02', 'network_id': '4c58664c-9a8d-42f7-baab-9c7ec545dd02', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b', 'fixed_ips': [{'subnet_id': 'def3ed9c-de8b-4004-8516-9d9810b6d40d'}]}} from dv-cinder-810035-1-iscsi. {{(pid=184193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 16:35:57.143411 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:57.176052 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2cdd-a3cf-429e-9192-3c4d37a4614b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-703'] for router, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:57.177206 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2cdd-a3cf-429e-9192-3c4d37a4614b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:57.233939 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2cdd-a3cf-429e-9192-3c4d37a4614b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:57.280075 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.db_base_plugin_common [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] Allocated IP 172.20.0.2 (4c58664c-9a8d-42f7-baab-9c7ec545dd02/def3ed9c-de8b-4004-8516-9d9810b6d40d/591c84db-d98f-407f-9d70-84f01c6d3205) {{(pid=184193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:35:57.424319 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] Notify callbacks [] for port, precommit_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:57.469801 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2cdd-a3cf-429e-9192-3c4d37a4614b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:57.496647 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112'] for port, after_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:57.529647 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] Network 4c58664c-9a8d-42f7-baab-9c7ec545dd02 is already hosted by enough agents. {{(pid=184193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:35:57.533060 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.scheduler.base_scheduler [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] Resources bound (agent type, host, resource id): {{(pid=184193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:35:57.538575 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] Received port after_create {{(pid=184193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:35:57.545357 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] Pushing event updated for resources: {'Port': ['ID=591c84db-d98f-407f-9d70-84f01c6d3205,revision_number=1']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:57.555837 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:57.556194 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:57.556552 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:57.556871 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:57.557198 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:57.557548 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:57.557857 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:57.558183 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:57.558510 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:57.558831 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:57.559151 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:57.559498 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:35:57.604791 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] Attempting to bind port 591c84db-d98f-407f-9d70-84f01c6d3205 on host dv-cinder-810035-1-iscsi for vnic_type normal with profile {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:35:57.605161 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] Attempting to bind port 591c84db-d98f-407f-9d70-84f01c6d3205 by drivers openvswitch,hyperv on host dv-cinder-810035-1-iscsi at level 0 using segments [{'id': '36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4c58664c-9a8d-42f7-baab-9c7ec545dd02'}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:35:57.605521 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] Attempting to bind port 591c84db-d98f-407f-9d70-84f01c6d3205 on network 4c58664c-9a8d-42f7-baab-9c7ec545dd02 {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:35:57.611040 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] Checking agent: {'id': 'a5dd5e8b-ecdf-45ba-8497-6d160056e51d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 13, 45), 'started_at': datetime.datetime(2021, 9, 21, 16, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:35:57.611435 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] Checking segment: {'id': '36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4c58664c-9a8d-42f7-baab-9c7ec545dd02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:35:57.611847 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:57.612249 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] Bound using segment: {'id': '36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4c58664c-9a8d-42f7-baab-9c7ec545dd02'} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:35:57.612694 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] Bound port: 591c84db-d98f-407f-9d70-84f01c6d3205, host: dv-cinder-810035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4c58664c-9a8d-42f7-baab-9c7ec545dd02'}}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:35:57.613072 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:57.675404 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] For port 591c84db-d98f-407f-9d70-84f01c6d3205, host dv-cinder-810035-1-iscsi, cleared binding levels {{(pid=184193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:35:57.678519 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] For port 591c84db-d98f-407f-9d70-84f01c6d3205, host dv-cinder-810035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=591c84db-d98f-407f-9d70-84f01c6d3205,segment=NetworkSegment(36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4),segment_id=36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4)] {{(pid=184193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:35:57.745263 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:57.767916 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2cdd-a3cf-429e-9192-3c4d37a4614b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:57.787868 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2cdd-a3cf-429e-9192-3c4d37a4614b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:57.812772 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eed6b4-2eb9-429a-923c-41fd94d27a19 None None] Pushing event updated for resources: {'Port': ['ID=591c84db-d98f-407f-9d70-84f01c6d3205,revision_number=2']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:57.906337 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_common [None req-3e5b2cdd-a3cf-429e-9192-3c4d37a4614b admin admin] Allocated IP 172.27.2.23 (72679c7d-9bce-4a4a-9509-1e8f9e1d8844/b489826c-59d7-499a-88a6-c55f1856fec4/8719373f-25b5-4766-9205-5cfce7ec3032) {{(pid=184191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:35:58.034727 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2cdd-a3cf-429e-9192-3c4d37a4614b admin admin] Notify callbacks [] for port, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:58.121982 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2cdd-a3cf-429e-9192-3c4d37a4614b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:58.161045 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5b2cdd-a3cf-429e-9192-3c4d37a4614b admin admin] Network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:35:58.163926 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-3e5b2cdd-a3cf-429e-9192-3c4d37a4614b admin admin] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:35:58.167368 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5b2cdd-a3cf-429e-9192-3c4d37a4614b admin admin] Received port after_create {{(pid=184191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:35:58.203892 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b2cdd-a3cf-429e-9192-3c4d37a4614b admin admin] Pushing event updated for resources: {'Port': ['ID=8719373f-25b5-4766-9205-5cfce7ec3032,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:58.527023 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2cdd-a3cf-429e-9192-3c4d37a4614b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:58.694618 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffed0f55-506b-4508-9d01-6fb8b911c01f None None] Network 4c58664c-9a8d-42f7-baab-9c7ec545dd02 requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:35:58.730220 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2cdd-a3cf-429e-9192-3c4d37a4614b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615496'] for router, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:58.770532 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-c2caea51-a642-40cf-ab24-9252a087751f None None] Provisioning complete for port 591c84db-d98f-407f-9d70-84f01c6d3205 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:35:58.771081 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-c2caea51-a642-40cf-ab24-9252a087751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:58.917352 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-c2caea51-a642-40cf-ab24-9252a087751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:58.923858 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5b2cdd-a3cf-429e-9192-3c4d37a4614b admin admin] Router b1df4c37-2727-4fb7-8c2a-307368ba6b1c is scheduled to L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 with binding_index 1 {{(pid=184191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 16:35:58.953919 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-c2caea51-a642-40cf-ab24-9252a087751f None None] For port 591c84db-d98f-407f-9d70-84f01c6d3205, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=591c84db-d98f-407f-9d70-84f01c6d3205,segment=NetworkSegment(36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4),segment_id=36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:35:59.033295 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-c2caea51-a642-40cf-ab24-9252a087751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:59.040562 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5b2cdd-a3cf-429e-9192-3c4d37a4614b admin admin] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:35:59.078589 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a67c59-d5fe-46a7-9849-4b55bdf1d8db None None] Sync routers for ids ['b1df4c37-2727-4fb7-8c2a-307368ba6b1c'] in dv-cinder-810035-1-iscsi {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:35:59.117730 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a67c59-d5fe-46a7-9849-4b55bdf1d8db None None] Routers {'b1df4c37-2727-4fb7-8c2a-307368ba6b1c'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:35:59.117730 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-98a67c59-d5fe-46a7-9849-4b55bdf1d8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:35:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['b1df4c37-2727-4fb7-8c2a-307368ba6b1c'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:35:59.130776 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2cdd-a3cf-429e-9192-3c4d37a4614b admin admin] Notify callbacks [] for router, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:59.134568 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-3e5b2cdd-a3cf-429e-9192-3c4d37a4614b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0663428 Sep 21 16:35:59.137478 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 39146) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:35:59.165404 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2caea51-a642-40cf-ab24-9252a087751f None None] Pushing event updated for resources: {'Port': ['ID=591c84db-d98f-407f-9d70-84f01c6d3205,revision_number=3']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:35:59.191752 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-0becc58b-9415-434a-99e5-45a9b441bd65 None None] Provisioning complete for port 591c84db-d98f-407f-9d70-84f01c6d3205 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:35:59.192389 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-0becc58b-9415-434a-99e5-45a9b441bd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:59.272640 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-98a67c59-d5fe-46a7-9849-4b55bdf1d8db None None] Set router b1df4c37-2727-4fb7-8c2a-307368ba6b1c gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:35:59.520901 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-98a67c59-d5fe-46a7-9849-4b55bdf1d8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'name': 'tempest-TestMinimumBasicScenario-1075986500-router', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '8719373f-25b5-4766-9205-5cfce7ec3032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:35:57Z', 'updated_at': '2021-09-21T16:35:58Z', 'revision_number': 3, 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'gw_port': {'id': '8719373f-25b5-4766-9205-5cfce7ec3032', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:85:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:35:57Z', 'updated_at': '2021-09-21T16:35:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi'}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:35:59.561351 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a67c59-d5fe-46a7-9849-4b55bdf1d8db None None] Checking router: b1df4c37-2727-4fb7-8c2a-307368ba6b1c for host: dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:35:59.562484 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a67c59-d5fe-46a7-9849-4b55bdf1d8db None None] Updating router b1df4c37-2727-4fb7-8c2a-307368ba6b1c port 8719373f-25b5-4766-9205-5cfce7ec3032 binding host dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:35:59.601587 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 591c84db-d98f-407f-9d70-84f01c6d3205 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:35:59.607460 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-98a67c59-d5fe-46a7-9849-4b55bdf1d8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:59.624557 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-c8911442-1fa8-467b-a26f-713e92a12ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:59.799778 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.db_base_plugin_common [None req-c8911442-1fa8-467b-a26f-713e92a12ae2 admin admin] Allocated IP 172.20.0.1 (4c58664c-9a8d-42f7-baab-9c7ec545dd02/def3ed9c-de8b-4004-8516-9d9810b6d40d/29220a52-7495-41cc-92b7-d603275048e1) {{(pid=184192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:35:59.882098 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 591c84db-d98f-407f-9d70-84f01c6d3205 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:35:59.882760 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:35:59.909724 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-c8911442-1fa8-467b-a26f-713e92a12ae2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:00.022535 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-c8911442-1fa8-467b-a26f-713e92a12ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5165539'] for port, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:00.070387 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8911442-1fa8-467b-a26f-713e92a12ae2 admin admin] Network 4c58664c-9a8d-42f7-baab-9c7ec545dd02 is already hosted by enough agents. {{(pid=184192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:36:00.075626 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.base_scheduler [None req-c8911442-1fa8-467b-a26f-713e92a12ae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=184192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:36:00.080652 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8911442-1fa8-467b-a26f-713e92a12ae2 admin admin] Received port after_create {{(pid=184192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:36:00.101892 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8911442-1fa8-467b-a26f-713e92a12ae2 admin admin] Pushing event updated for resources: {'Port': ['ID=29220a52-7495-41cc-92b7-d603275048e1,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:00.109630 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-98a67c59-d5fe-46a7-9849-4b55bdf1d8db None None] Notify callbacks [] for port, precommit_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:00.122012 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-c8911442-1fa8-467b-a26f-713e92a12ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615583'] for router_interface, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:00.184711 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-98a67c59-d5fe-46a7-9849-4b55bdf1d8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:00.245020 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-98a67c59-d5fe-46a7-9849-4b55bdf1d8db None None] Attempting to bind port 8719373f-25b5-4766-9205-5cfce7ec3032 on host dv-cinder-810035-1-iscsi for vnic_type normal with profile {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:36:00.245260 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-98a67c59-d5fe-46a7-9849-4b55bdf1d8db None None] Attempting to bind port 8719373f-25b5-4766-9205-5cfce7ec3032 by drivers openvswitch,hyperv on host dv-cinder-810035-1-iscsi at level 0 using segments [{'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:36:00.245611 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a67c59-d5fe-46a7-9849-4b55bdf1d8db None None] Attempting to bind port 8719373f-25b5-4766-9205-5cfce7ec3032 on network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:36:00.259934 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a67c59-d5fe-46a7-9849-4b55bdf1d8db None None] Checking agent: {'id': 'a5dd5e8b-ecdf-45ba-8497-6d160056e51d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 13, 45), 'started_at': datetime.datetime(2021, 9, 21, 16, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:36:00.260312 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a67c59-d5fe-46a7-9849-4b55bdf1d8db None None] Checking segment: {'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:36:00.260721 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-98a67c59-d5fe-46a7-9849-4b55bdf1d8db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:00.261120 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a67c59-d5fe-46a7-9849-4b55bdf1d8db None None] Bound using segment: {'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:36:00.261594 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-98a67c59-d5fe-46a7-9849-4b55bdf1d8db None None] Bound port: 8719373f-25b5-4766-9205-5cfce7ec3032, host: dv-cinder-810035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:36:00.261979 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-98a67c59-d5fe-46a7-9849-4b55bdf1d8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:00.263659 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63c07c-579e-44a1-8da7-4a81032ea3c2 None None] Pushing event updated for resources: {'Port': ['ID=8719373f-25b5-4766-9205-5cfce7ec3032,revision_number=2']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:00.313749 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-c8911442-1fa8-467b-a26f-713e92a12ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:00.318366 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-98a67c59-d5fe-46a7-9849-4b55bdf1d8db None None] For port 8719373f-25b5-4766-9205-5cfce7ec3032, host dv-cinder-810035-1-iscsi, cleared binding levels {{(pid=184193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:36:00.321626 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-98a67c59-d5fe-46a7-9849-4b55bdf1d8db None None] For port 8719373f-25b5-4766-9205-5cfce7ec3032, host dv-cinder-810035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=8719373f-25b5-4766-9205-5cfce7ec3032,segment=NetworkSegment(20491f07-cf61-416d-8708-a00434b2d30f),segment_id=20491f07-cf61-416d-8708-a00434b2d30f)] {{(pid=184193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:36:00.354059 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a238ff3e-b51f-47b5-829f-424efd96299b None None] Provisioning complete for port 29220a52-7495-41cc-92b7-d603275048e1 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:36:00.354346 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a238ff3e-b51f-47b5-829f-424efd96299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:00.396904 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-a238ff3e-b51f-47b5-829f-424efd96299b None None] Port 29220a52-7495-41cc-92b7-d603275048e1 cannot update to ACTIVE because it is not bound. {{(pid=184193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 16:36:00.436350 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-98a67c59-d5fe-46a7-9849-4b55bdf1d8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:00.498289 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a67c59-d5fe-46a7-9849-4b55bdf1d8db None None] Routers {'b1df4c37-2727-4fb7-8c2a-307368ba6b1c'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:36:00.498960 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-98a67c59-d5fe-46a7-9849-4b55bdf1d8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:35:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['b1df4c37-2727-4fb7-8c2a-307368ba6b1c'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:00.500871 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63c07c-579e-44a1-8da7-4a81032ea3c2 None None] Pushing event updated for resources: {'Port': ['ID=8719373f-25b5-4766-9205-5cfce7ec3032,revision_number=3']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:00.503528 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-c8911442-1fa8-467b-a26f-713e92a12ae2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:00.567577 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-c8911442-1fa8-467b-a26f-713e92a12ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5165562'] for port, after_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:00.607789 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-98a67c59-d5fe-46a7-9849-4b55bdf1d8db None None] Set router b1df4c37-2727-4fb7-8c2a-307368ba6b1c gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:36:00.639356 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8911442-1fa8-467b-a26f-713e92a12ae2 admin admin] Pushing event updated for resources: {'Port': ['ID=29220a52-7495-41cc-92b7-d603275048e1,revision_number=2']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:00.643161 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-c8911442-1fa8-467b-a26f-713e92a12ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-616719'] for router_interface, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:00.739793 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8911442-1fa8-467b-a26f-713e92a12ae2 admin admin] Network 4c58664c-9a8d-42f7-baab-9c7ec545dd02 is already hosted by enough agents. {{(pid=184192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:36:00.741777 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.base_scheduler [None req-c8911442-1fa8-467b-a26f-713e92a12ae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=184192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:36:00.844001 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-98a67c59-d5fe-46a7-9849-4b55bdf1d8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'name': 'tempest-TestMinimumBasicScenario-1075986500-router', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '8719373f-25b5-4766-9205-5cfce7ec3032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:35:57Z', 'updated_at': '2021-09-21T16:36:00Z', 'revision_number': 4, 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'gw_port': {'id': '8719373f-25b5-4766-9205-5cfce7ec3032', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:85:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:35:57Z', 'updated_at': '2021-09-21T16:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': '29220a52-7495-41cc-92b7-d603275048e1', 'name': '', 'network_id': '4c58664c-9a8d-42f7-baab-9c7ec545dd02', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b', 'mac_address': 'fa:16:3e:3d:53:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'def3ed9c-de8b-4004-8516-9d9810b6d40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:35:59Z', 'updated_at': '2021-09-21T16:35:59Z', 'revision_number': 1, 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'subnets': [{'id': 'def3ed9c-de8b-4004-8516-9d9810b6d40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:00.874711 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a67c59-d5fe-46a7-9849-4b55bdf1d8db None None] The sync data for ids ['b1df4c37-2727-4fb7-8c2a-307368ba6b1c'] in dv-cinder-810035-1-iscsi is: [{'id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'name': 'tempest-TestMinimumBasicScenario-1075986500-router', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '8719373f-25b5-4766-9205-5cfce7ec3032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:35:57Z', 'updated_at': '2021-09-21T16:36:00Z', 'revision_number': 4, 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'gw_port': {'id': '8719373f-25b5-4766-9205-5cfce7ec3032', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:85:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:35:57Z', 'updated_at': '2021-09-21T16:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': '29220a52-7495-41cc-92b7-d603275048e1', 'name': '', 'network_id': '4c58664c-9a8d-42f7-baab-9c7ec545dd02', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b', 'mac_address': 'fa:16:3e:3d:53:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'def3ed9c-de8b-4004-8516-9d9810b6d40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:35:59Z', 'updated_at': '2021-09-21T16:35:59Z', 'revision_number': 1, 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'subnets': [{'id': 'def3ed9c-de8b-4004-8516-9d9810b6d40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:36:00.880558 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8911442-1fa8-467b-a26f-713e92a12ae2 admin admin] Router b1df4c37-2727-4fb7-8c2a-307368ba6b1c has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:36:00.999277 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8911442-1fa8-467b-a26f-713e92a12ae2 admin admin] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:36:01.013517 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-c8911442-1fa8-467b-a26f-713e92a12ae2 admin admin] 10.222.0.41 "PUT /v2.0/routers/b1df4c37-2727-4fb7-8c2a-307368ba6b1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8660982 Sep 21 16:36:01.026553 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-150f0fce-0964-46ab-b5dc-4ba9daa74960 None None] Provisioning complete for port 29220a52-7495-41cc-92b7-d603275048e1 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:36:01.027245 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-150f0fce-0964-46ab-b5dc-4ba9daa74960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:01.089702 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-150f0fce-0964-46ab-b5dc-4ba9daa74960 None None] Port 29220a52-7495-41cc-92b7-d603275048e1 cannot update to ACTIVE because it is not bound. {{(pid=184193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 16:36:01.263641 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 39168) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:36:01.380752 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-1763b4cc-b3e3-46e4-b905-e80fbfc01584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:01.486968 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-1763b4cc-b3e3-46e4-b905-e80fbfc01584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:01.553537 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-1763b4cc-b3e3-46e4-b905-e80fbfc01584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:01.600656 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1763b4cc-b3e3-46e4-b905-e80fbfc01584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc3031e-48a4-4e56-a381-ec5b5c293497,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:01.605042 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-1763b4cc-b3e3-46e4-b905-e80fbfc01584 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=18d8a7e6e1194d2394da1e946001e6d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3403518 Sep 21 16:36:01.608017 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 39178) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:36:01.669172 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4372f246-3759-4e76-b482-bad55502f1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:01.693414 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4372f246-3759-4e76-b482-bad55502f1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:01.809717 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4372f246-3759-4e76-b482-bad55502f1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:01.813720 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4372f246-3759-4e76-b482-bad55502f1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:01.817290 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-4372f246-3759-4e76-b482-bad55502f1c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9dc3031e-48a4-4e56-a381-ec5b5c293497 HTTP/1.1" status: 204 len: 168 time: 0.2043905 Sep 21 16:36:01.829647 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372f246-3759-4e76-b482-bad55502f1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc3031e-48a4-4e56-a381-ec5b5c293497,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:01.881222 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 39186) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:36:01.886231 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-efff8dac-0158-4e5c-b6e2-23ba95cb4de0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1793591023-network', 'tenant_id': 'ab2cc732319f4644ac66d165f17693c0'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:36:01.970142 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efff8dac-0158-4e5c-b6e2-23ba95cb4de0 admin admin] Made reservation on behalf of ab2cc732319f4644ac66d165f17693c0 for: {'network': 1} {{(pid=184191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:36:01.972772 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-efff8dac-0158-4e5c-b6e2-23ba95cb4de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for network, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:01.984442 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-efff8dac-0158-4e5c-b6e2-23ba95cb4de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:02.089188 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-efff8dac-0158-4e5c-b6e2-23ba95cb4de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:02.173652 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-efff8dac-0158-4e5c-b6e2-23ba95cb4de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:02.203488 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efff8dac-0158-4e5c-b6e2-23ba95cb4de0 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=184191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 16:36:02.210037 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff8dac-0158-4e5c-b6e2-23ba95cb4de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b6de3b-eb63-4e3e-86ea-c16bf91a7f27,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:02.218425 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-efff8dac-0158-4e5c-b6e2-23ba95cb4de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:02.218630 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.db.segments_db [None req-efff8dac-0158-4e5c-b6e2-23ba95cb4de0 admin admin] Added segment 87ab1a33-4756-4eb7-b9f4-aa5656d9a1ca of type vlan for network 155646c9-1e59-48b7-88fa-7ca08164a9fc Sep 21 16:36:02.262135 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-efff8dac-0158-4e5c-b6e2-23ba95cb4de0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785855168287'] for network, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:02.398787 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-efff8dac-0158-4e5c-b6e2-23ba95cb4de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779'] for network, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:02.399755 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efff8dac-0158-4e5c-b6e2-23ba95cb4de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:02.400381 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-efff8dac-0158-4e5c-b6e2-23ba95cb4de0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:02.463624 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff8dac-0158-4e5c-b6e2-23ba95cb4de0 admin admin] Pushing event updated for resources: {'Network': ['ID=155646c9-1e59-48b7-88fa-7ca08164a9fc,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:02.474328 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Network 155646c9-1e59-48b7-88fa-7ca08164a9fc details requested by agent ovs-agent-dv-cinder-810035-1-iscsi with host dv-cinder-810035-1-iscsi {{(pid=184193) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 16:36:02.499342 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 39198) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:36:02.500245 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-efff8dac-0158-4e5c-b6e2-23ba95cb4de0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6169899 Sep 21 16:36:02.505760 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-e667c001-e6ae-4bab-b4a3-de5a85eb5a40 admin admin] Request body: {'subnet': {'network_id': '155646c9-1e59-48b7-88fa-7ca08164a9fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1793591023-subnet', 'tenant_id': 'ab2cc732319f4644ac66d165f17693c0', 'ip_version': 4}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:36:02.587170 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e667c001-e6ae-4bab-b4a3-de5a85eb5a40 admin admin] Made reservation on behalf of ab2cc732319f4644ac66d165f17693c0 for: {'subnet': 1} {{(pid=184192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:36:02.589584 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e667c001-e6ae-4bab-b4a3-de5a85eb5a40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4940044'] for subnet, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:02.828133 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e667c001-e6ae-4bab-b4a3-de5a85eb5a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5165455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4940066'] for subnet, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:02.874378 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4a70fc-c884-478a-8c0e-d23d275d2882 None None] Sync routers for ids ['b1df4c37-2727-4fb7-8c2a-307368ba6b1c'] in dv-cinder-810035-1-iscsi {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:36:02.883245 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e667c001-e6ae-4bab-b4a3-de5a85eb5a40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ddbf241-af34-46de-b75d-21aa0b584820,revision_number=0']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:02.886674 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4a70fc-c884-478a-8c0e-d23d275d2882 None None] Routers {'b1df4c37-2727-4fb7-8c2a-307368ba6b1c'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:36:02.890915 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-4b4a70fc-c884-478a-8c0e-d23d275d2882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:35:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['b1df4c37-2727-4fb7-8c2a-307368ba6b1c'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:02.913456 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e667c001-e6ae-4bab-b4a3-de5a85eb5a40 admin admin] Checking segment: {'id': '87ab1a33-4756-4eb7-b9f4-aa5656d9a1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '155646c9-1e59-48b7-88fa-7ca08164a9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:36:02.913809 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e667c001-e6ae-4bab-b4a3-de5a85eb5a40 admin admin] Network hostable DHCP agents. Network: 155646c9-1e59-48b7-88fa-7ca08164a9fc, hostable agents: ['29edb376-3f7b-48e5-82ab-3b3d2ffff097'], hosted agents: [] {{(pid=184192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 16:36:03.011217 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-4b4a70fc-c884-478a-8c0e-d23d275d2882 None None] Set router b1df4c37-2727-4fb7-8c2a-307368ba6b1c gateway port host: dv-cinder-810035-1-iscsi {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:36:03.013172 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e667c001-e6ae-4bab-b4a3-de5a85eb5a40 admin admin] Network 155646c9-1e59-48b7-88fa-7ca08164a9fc is scheduled to be hosted by DHCP agent 29edb376-3f7b-48e5-82ab-3b3d2ffff097 with binding_index 1 {{(pid=184192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 16:36:03.078460 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.base_scheduler [None req-e667c001-e6ae-4bab-b4a3-de5a85eb5a40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810035-1-iscsi, 155646c9-1e59-48b7-88fa-7ca08164a9fc) {{(pid=184192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:36:03.084287 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e667c001-e6ae-4bab-b4a3-de5a85eb5a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:03.084870 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-e667c001-e6ae-4bab-b4a3-de5a85eb5a40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:03.090905 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e22c07d-ebd0-4346-a4b6-f627492197b5 None None] Network 155646c9-1e59-48b7-88fa-7ca08164a9fc requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:36:03.179300 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-e667c001-e6ae-4bab-b4a3-de5a85eb5a40 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6786451 Sep 21 16:36:03.179544 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 39212) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:36:03.187623 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-15a79c02-4bdb-437e-97c8-b713555bfbd3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1793591023-router', 'tenant_id': 'ab2cc732319f4644ac66d165f17693c0', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:36:03.241886 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-4b4a70fc-c884-478a-8c0e-d23d275d2882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'name': 'tempest-TestMinimumBasicScenario-1075986500-router', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '8719373f-25b5-4766-9205-5cfce7ec3032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:35:57Z', 'updated_at': '2021-09-21T16:36:00Z', 'revision_number': 4, 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'gw_port': {'id': '8719373f-25b5-4766-9205-5cfce7ec3032', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:85:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:35:57Z', 'updated_at': '2021-09-21T16:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': '29220a52-7495-41cc-92b7-d603275048e1', 'name': '', 'network_id': '4c58664c-9a8d-42f7-baab-9c7ec545dd02', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b', 'mac_address': 'fa:16:3e:3d:53:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'def3ed9c-de8b-4004-8516-9d9810b6d40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:35:59Z', 'updated_at': '2021-09-21T16:36:00Z', 'revision_number': 2, 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'subnets': [{'id': 'def3ed9c-de8b-4004-8516-9d9810b6d40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:03.260103 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffab3dff-937c-4d59-adb5-58170b612a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57b6d36a-d267-5729-b52c-430ef85e6d98-155646c9-1e59-48b7-88fa-7ca08164a9fc', 'network_id': '155646c9-1e59-48b7-88fa-7ca08164a9fc', 'tenant_id': 'ab2cc732319f4644ac66d165f17693c0', 'fixed_ips': [{'subnet_id': '0ddbf241-af34-46de-b75d-21aa0b584820'}]}} from dv-cinder-810035-1-iscsi. {{(pid=184193) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 16:36:03.260998 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-ffab3dff-937c-4d59-adb5-58170b612a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:03.273008 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4a70fc-c884-478a-8c0e-d23d275d2882 None None] Checking router: b1df4c37-2727-4fb7-8c2a-307368ba6b1c for host: dv-cinder-810035-1-iscsi {{(pid=184194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:36:03.273365 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4a70fc-c884-478a-8c0e-d23d275d2882 None None] Updating router b1df4c37-2727-4fb7-8c2a-307368ba6b1c port 29220a52-7495-41cc-92b7-d603275048e1 binding host dv-cinder-810035-1-iscsi {{(pid=184194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:36:03.290088 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-15a79c02-4bdb-437e-97c8-b713555bfbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-611487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-703'] for router, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:03.291154 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-15a79c02-4bdb-437e-97c8-b713555bfbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-612623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615839', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-657682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-676'] for router, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:03.301374 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-4b4a70fc-c884-478a-8c0e-d23d275d2882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:03.346267 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-15a79c02-4bdb-437e-97c8-b713555bfbd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:03.406138 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.db_base_plugin_common [None req-ffab3dff-937c-4d59-adb5-58170b612a90 None None] Allocated IP 172.20.0.2 (155646c9-1e59-48b7-88fa-7ca08164a9fc/0ddbf241-af34-46de-b75d-21aa0b584820/8293e373-9219-432b-97e0-abece155ad7a) {{(pid=184193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:36:03.579257 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-15a79c02-4bdb-437e-97c8-b713555bfbd3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:03.594411 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-ffab3dff-937c-4d59-adb5-58170b612a90 None None] Notify callbacks [] for port, precommit_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:03.615587 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-4b4a70fc-c884-478a-8c0e-d23d275d2882 None None] Notify callbacks [] for port, precommit_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:03.618949 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 8719373f-25b5-4766-9205-5cfce7ec3032 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:36:03.666408 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 8719373f-25b5-4766-9205-5cfce7ec3032 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:36:03.666763 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:03.687276 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-ffab3dff-937c-4d59-adb5-58170b612a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112'] for port, after_create {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:03.736035 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-4b4a70fc-c884-478a-8c0e-d23d275d2882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:03.736574 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffab3dff-937c-4d59-adb5-58170b612a90 None None] Network 155646c9-1e59-48b7-88fa-7ca08164a9fc is already hosted by enough agents. {{(pid=184193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:36:03.744760 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.scheduler.base_scheduler [None req-ffab3dff-937c-4d59-adb5-58170b612a90 None None] Resources bound (agent type, host, resource id): {{(pid=184193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:36:03.747379 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffab3dff-937c-4d59-adb5-58170b612a90 None None] Received port after_create {{(pid=184193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:36:03.758315 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab3dff-937c-4d59-adb5-58170b612a90 None None] Pushing event updated for resources: {'Port': ['ID=8293e373-9219-432b-97e0-abece155ad7a,revision_number=1']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:03.803834 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e67c1-e5fd-4e0c-bc38-4ac4da468d98 None None] Pushing event updated for resources: {'Port': ['ID=29220a52-7495-41cc-92b7-d603275048e1,revision_number=3']} {{(pid=184194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:03.840968 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361e67c1-e5fd-4e0c-bc38-4ac4da468d98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:03.840968 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361e67c1-e5fd-4e0c-bc38-4ac4da468d98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:03.840968 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361e67c1-e5fd-4e0c-bc38-4ac4da468d98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:03.840968 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361e67c1-e5fd-4e0c-bc38-4ac4da468d98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:03.840968 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361e67c1-e5fd-4e0c-bc38-4ac4da468d98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:03.840968 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361e67c1-e5fd-4e0c-bc38-4ac4da468d98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:03.840968 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361e67c1-e5fd-4e0c-bc38-4ac4da468d98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:03.840968 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361e67c1-e5fd-4e0c-bc38-4ac4da468d98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:03.840968 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361e67c1-e5fd-4e0c-bc38-4ac4da468d98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:03.840968 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361e67c1-e5fd-4e0c-bc38-4ac4da468d98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:03.840968 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361e67c1-e5fd-4e0c-bc38-4ac4da468d98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:03.842341 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361e67c1-e5fd-4e0c-bc38-4ac4da468d98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:03.878394 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-ffab3dff-937c-4d59-adb5-58170b612a90 None None] Attempting to bind port 8293e373-9219-432b-97e0-abece155ad7a on host dv-cinder-810035-1-iscsi for vnic_type normal with profile {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:36:03.878918 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-ffab3dff-937c-4d59-adb5-58170b612a90 None None] Attempting to bind port 8293e373-9219-432b-97e0-abece155ad7a by drivers openvswitch,hyperv on host dv-cinder-810035-1-iscsi at level 0 using segments [{'id': '87ab1a33-4756-4eb7-b9f4-aa5656d9a1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '155646c9-1e59-48b7-88fa-7ca08164a9fc'}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:36:03.879774 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffab3dff-937c-4d59-adb5-58170b612a90 None None] Attempting to bind port 8293e373-9219-432b-97e0-abece155ad7a on network 155646c9-1e59-48b7-88fa-7ca08164a9fc {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:36:03.893782 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffab3dff-937c-4d59-adb5-58170b612a90 None None] Checking agent: {'id': 'a5dd5e8b-ecdf-45ba-8497-6d160056e51d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 13, 45), 'started_at': datetime.datetime(2021, 9, 21, 16, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:36:03.904786 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffab3dff-937c-4d59-adb5-58170b612a90 None None] Checking segment: {'id': '87ab1a33-4756-4eb7-b9f4-aa5656d9a1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '155646c9-1e59-48b7-88fa-7ca08164a9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:36:03.905963 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-ffab3dff-937c-4d59-adb5-58170b612a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:03.907266 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffab3dff-937c-4d59-adb5-58170b612a90 None None] Bound using segment: {'id': '87ab1a33-4756-4eb7-b9f4-aa5656d9a1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '155646c9-1e59-48b7-88fa-7ca08164a9fc'} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:36:03.911455 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.managers [None req-4b4a70fc-c884-478a-8c0e-d23d275d2882 None None] Attempting to bind port 29220a52-7495-41cc-92b7-d603275048e1 on host dv-cinder-810035-1-iscsi for vnic_type normal with profile {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:36:03.911455 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.managers [None req-4b4a70fc-c884-478a-8c0e-d23d275d2882 None None] Attempting to bind port 29220a52-7495-41cc-92b7-d603275048e1 by drivers openvswitch,hyperv on host dv-cinder-810035-1-iscsi at level 0 using segments [{'id': '36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4c58664c-9a8d-42f7-baab-9c7ec545dd02'}] {{(pid=184194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:36:03.911455 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4a70fc-c884-478a-8c0e-d23d275d2882 None None] Attempting to bind port 29220a52-7495-41cc-92b7-d603275048e1 on network 4c58664c-9a8d-42f7-baab-9c7ec545dd02 {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:36:03.912124 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-ffab3dff-937c-4d59-adb5-58170b612a90 None None] Bound port: 8293e373-9219-432b-97e0-abece155ad7a, host: dv-cinder-810035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ab1a33-4756-4eb7-b9f4-aa5656d9a1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '155646c9-1e59-48b7-88fa-7ca08164a9fc'}}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:36:03.912124 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-ffab3dff-937c-4d59-adb5-58170b612a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:03.916406 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4a70fc-c884-478a-8c0e-d23d275d2882 None None] Checking agent: {'id': 'a5dd5e8b-ecdf-45ba-8497-6d160056e51d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 13, 45), 'started_at': datetime.datetime(2021, 9, 21, 16, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:36:03.916983 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4a70fc-c884-478a-8c0e-d23d275d2882 None None] Checking segment: {'id': '36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4c58664c-9a8d-42f7-baab-9c7ec545dd02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:36:03.917575 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-4b4a70fc-c884-478a-8c0e-d23d275d2882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:03.918356 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4a70fc-c884-478a-8c0e-d23d275d2882 None None] Bound using segment: {'id': '36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4c58664c-9a8d-42f7-baab-9c7ec545dd02'} {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:36:03.919006 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.managers [None req-4b4a70fc-c884-478a-8c0e-d23d275d2882 None None] Bound port: 29220a52-7495-41cc-92b7-d603275048e1, host: dv-cinder-810035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4c58664c-9a8d-42f7-baab-9c7ec545dd02'}}] {{(pid=184194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:36:03.919605 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-4b4a70fc-c884-478a-8c0e-d23d275d2882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:03.933040 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:03.940587 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-15a79c02-4bdb-437e-97c8-b713555bfbd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:03.974540 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-15a79c02-4bdb-437e-97c8-b713555bfbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:03.994115 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] For port 8719373f-25b5-4766-9205-5cfce7ec3032, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=8719373f-25b5-4766-9205-5cfce7ec3032,segment=NetworkSegment(20491f07-cf61-416d-8708-a00434b2d30f),segment_id=20491f07-cf61-416d-8708-a00434b2d30f)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:36:04.018354 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.db [None req-4b4a70fc-c884-478a-8c0e-d23d275d2882 None None] For port 29220a52-7495-41cc-92b7-d603275048e1, host dv-cinder-810035-1-iscsi, cleared binding levels {{(pid=184194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:36:04.020513 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-ffab3dff-937c-4d59-adb5-58170b612a90 None None] For port 8293e373-9219-432b-97e0-abece155ad7a, host dv-cinder-810035-1-iscsi, cleared binding levels {{(pid=184193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:36:04.023893 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.db [None req-4b4a70fc-c884-478a-8c0e-d23d275d2882 None None] For port 29220a52-7495-41cc-92b7-d603275048e1, host dv-cinder-810035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=29220a52-7495-41cc-92b7-d603275048e1,segment=NetworkSegment(36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4),segment_id=36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4)] {{(pid=184194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:36:04.025071 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-ffab3dff-937c-4d59-adb5-58170b612a90 None None] For port 8293e373-9219-432b-97e0-abece155ad7a, host dv-cinder-810035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=8293e373-9219-432b-97e0-abece155ad7a,segment=NetworkSegment(87ab1a33-4756-4eb7-b9f4-aa5656d9a1ca),segment_id=87ab1a33-4756-4eb7-b9f4-aa5656d9a1ca)] {{(pid=184193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:36:04.072769 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:04.094286 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_common [None req-15a79c02-4bdb-437e-97c8-b713555bfbd3 admin admin] Allocated IP 172.27.2.103 (72679c7d-9bce-4a4a-9509-1e8f9e1d8844/b489826c-59d7-499a-88a6-c55f1856fec4/30f8ff91-23e7-44e1-8118-77756698f92b) {{(pid=184191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:36:04.121894 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-4b4a70fc-c884-478a-8c0e-d23d275d2882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:04.123167 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-ffab3dff-937c-4d59-adb5-58170b612a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:04.132325 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Pushing event updated for resources: {'Port': ['ID=8719373f-25b5-4766-9205-5cfce7ec3032,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:04.185454 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4a70fc-c884-478a-8c0e-d23d275d2882 None None] Routers {'b1df4c37-2727-4fb7-8c2a-307368ba6b1c'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:36:04.187162 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-4b4a70fc-c884-478a-8c0e-d23d275d2882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:35:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['b1df4c37-2727-4fb7-8c2a-307368ba6b1c'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:04.187872 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-480bb554-0971-4bc6-88ec-1e26d71b9a1f None None] Provisioning complete for port 29220a52-7495-41cc-92b7-d603275048e1 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:36:04.188018 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-480bb554-0971-4bc6-88ec-1e26d71b9a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:04.227628 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab3dff-937c-4d59-adb5-58170b612a90 None None] Pushing event updated for resources: {'Port': ['ID=8293e373-9219-432b-97e0-abece155ad7a,revision_number=2']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:04.263290 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-15a79c02-4bdb-437e-97c8-b713555bfbd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:04.286520 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-480bb554-0971-4bc6-88ec-1e26d71b9a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:04.326586 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-480bb554-0971-4bc6-88ec-1e26d71b9a1f None None] For port 29220a52-7495-41cc-92b7-d603275048e1, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=29220a52-7495-41cc-92b7-d603275048e1,segment=NetworkSegment(36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4),segment_id=36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:36:04.373314 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e67c1-e5fd-4e0c-bc38-4ac4da468d98 None None] Pushing event updated for resources: {'Port': ['ID=29220a52-7495-41cc-92b7-d603275048e1,revision_number=4']} {{(pid=184194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:04.401488 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-480bb554-0971-4bc6-88ec-1e26d71b9a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:04.471260 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480bb554-0971-4bc6-88ec-1e26d71b9a1f None None] Pushing event updated for resources: {'Port': ['ID=29220a52-7495-41cc-92b7-d603275048e1,revision_number=5']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:04.490793 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-4b4a70fc-c884-478a-8c0e-d23d275d2882 None None] Set router b1df4c37-2727-4fb7-8c2a-307368ba6b1c gateway port host: dv-cinder-810035-1-iscsi {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:36:04.539092 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-7b7564c4-6772-446c-beca-4091cd049d97 None None] Provisioning complete for port 29220a52-7495-41cc-92b7-d603275048e1 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:36:04.539773 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-7b7564c4-6772-446c-beca-4091cd049d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:04.738918 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-15a79c02-4bdb-437e-97c8-b713555bfbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:04.739993 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-4b4a70fc-c884-478a-8c0e-d23d275d2882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'name': 'tempest-TestMinimumBasicScenario-1075986500-router', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '8719373f-25b5-4766-9205-5cfce7ec3032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:35:57Z', 'updated_at': '2021-09-21T16:36:00Z', 'revision_number': 4, 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'gw_port': {'id': '8719373f-25b5-4766-9205-5cfce7ec3032', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:85:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:35:57Z', 'updated_at': '2021-09-21T16:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': '29220a52-7495-41cc-92b7-d603275048e1', 'name': '', 'network_id': '4c58664c-9a8d-42f7-baab-9c7ec545dd02', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b', 'mac_address': 'fa:16:3e:3d:53:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'def3ed9c-de8b-4004-8516-9d9810b6d40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:35:59Z', 'updated_at': '2021-09-21T16:36:04Z', 'revision_number': 4, 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'subnets': [{'id': 'def3ed9c-de8b-4004-8516-9d9810b6d40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:04.771815 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4a70fc-c884-478a-8c0e-d23d275d2882 None None] The sync data for ids ['b1df4c37-2727-4fb7-8c2a-307368ba6b1c'] in dv-cinder-810035-1-iscsi is: [{'id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'name': 'tempest-TestMinimumBasicScenario-1075986500-router', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '8719373f-25b5-4766-9205-5cfce7ec3032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:35:57Z', 'updated_at': '2021-09-21T16:36:00Z', 'revision_number': 4, 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'gw_port': {'id': '8719373f-25b5-4766-9205-5cfce7ec3032', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:85:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:35:57Z', 'updated_at': '2021-09-21T16:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': '29220a52-7495-41cc-92b7-d603275048e1', 'name': '', 'network_id': '4c58664c-9a8d-42f7-baab-9c7ec545dd02', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b', 'mac_address': 'fa:16:3e:3d:53:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'def3ed9c-de8b-4004-8516-9d9810b6d40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:35:59Z', 'updated_at': '2021-09-21T16:36:04Z', 'revision_number': 4, 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'subnets': [{'id': 'def3ed9c-de8b-4004-8516-9d9810b6d40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:36:04.777810 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a79c02-4bdb-437e-97c8-b713555bfbd3 admin admin] Network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:36:04.782740 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-15a79c02-4bdb-437e-97c8-b713555bfbd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:36:04.785745 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a79c02-4bdb-437e-97c8-b713555bfbd3 admin admin] Received port after_create {{(pid=184191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:36:04.814095 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a79c02-4bdb-437e-97c8-b713555bfbd3 admin admin] Pushing event updated for resources: {'Port': ['ID=30f8ff91-23e7-44e1-8118-77756698f92b,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:05.170636 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-15a79c02-4bdb-437e-97c8-b713555bfbd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:05.387642 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04582ca8-2c6e-4160-ae5f-dea6917d139d None None] Network 155646c9-1e59-48b7-88fa-7ca08164a9fc requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:36:05.422964 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-15a79c02-4bdb-437e-97c8-b713555bfbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-612608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-615496'] for router, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:05.522242 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-95e15e72-ad42-4321-9d85-6af986aa165a None None] Provisioning complete for port 8293e373-9219-432b-97e0-abece155ad7a triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:36:05.522628 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-95e15e72-ad42-4321-9d85-6af986aa165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:05.645332 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-95e15e72-ad42-4321-9d85-6af986aa165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:05.661249 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a79c02-4bdb-437e-97c8-b713555bfbd3 admin admin] Router 4e0ac877-6e4f-4f22-a6e1-8a1feecc171c is scheduled to L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 with binding_index 1 {{(pid=184191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 16:36:05.683821 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-95e15e72-ad42-4321-9d85-6af986aa165a None None] For port 8293e373-9219-432b-97e0-abece155ad7a, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=8293e373-9219-432b-97e0-abece155ad7a,segment=NetworkSegment(87ab1a33-4756-4eb7-b9f4-aa5656d9a1ca),segment_id=87ab1a33-4756-4eb7-b9f4-aa5656d9a1ca)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:36:05.719813 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 8719373f-25b5-4766-9205-5cfce7ec3032 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:36:05.773115 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 8719373f-25b5-4766-9205-5cfce7ec3032 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:36:05.773305 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:05.796455 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a79c02-4bdb-437e-97c8-b713555bfbd3 admin admin] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:36:05.796704 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-95e15e72-ad42-4321-9d85-6af986aa165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:05.829878 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5327928-334b-4e6d-b9ff-171af33e7657 None None] Sync routers for ids ['4e0ac877-6e4f-4f22-a6e1-8a1feecc171c'] in dv-cinder-810035-1-iscsi {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:36:05.878582 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-15a79c02-4bdb-437e-97c8-b713555bfbd3 admin admin] Notify callbacks [] for router, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:05.888797 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-15a79c02-4bdb-437e-97c8-b713555bfbd3 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6996439 Sep 21 16:36:05.889160 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 39230) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:36:06.018218 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5327928-334b-4e6d-b9ff-171af33e7657 None None] Routers {'4e0ac877-6e4f-4f22-a6e1-8a1feecc171c'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:36:06.018864 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-a5327928-334b-4e6d-b9ff-171af33e7657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:35:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['4e0ac877-6e4f-4f22-a6e1-8a1feecc171c'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:06.025288 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e15e72-ad42-4321-9d85-6af986aa165a None None] Pushing event updated for resources: {'Port': ['ID=8293e373-9219-432b-97e0-abece155ad7a,revision_number=3']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:06.073120 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-cc8b6c46-c5cd-4300-a83a-0d53f11b3f74 None None] Provisioning complete for port 8293e373-9219-432b-97e0-abece155ad7a triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:36:06.073493 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-cc8b6c46-c5cd-4300-a83a-0d53f11b3f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:06.181422 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 29220a52-7495-41cc-92b7-d603275048e1 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:36:06.227510 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-a5327928-334b-4e6d-b9ff-171af33e7657 None None] Set router 4e0ac877-6e4f-4f22-a6e1-8a1feecc171c gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:36:06.330875 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-94431fae-44cb-426c-a46f-0890b61c53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:06.395468 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 29220a52-7495-41cc-92b7-d603275048e1 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:36:06.396048 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:06.500055 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.db_base_plugin_common [None req-94431fae-44cb-426c-a46f-0890b61c53e2 admin admin] Allocated IP 172.20.0.1 (155646c9-1e59-48b7-88fa-7ca08164a9fc/0ddbf241-af34-46de-b75d-21aa0b584820/920a3b75-4bcd-422b-a3f8-bee1abed8283) {{(pid=184192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:36:06.524061 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 8293e373-9219-432b-97e0-abece155ad7a up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:36:06.528068 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-a5327928-334b-4e6d-b9ff-171af33e7657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0ac877-6e4f-4f22-a6e1-8a1feecc171c', 'name': 'tempest-TestMinimumBasicScenario-1793591023-router', 'tenant_id': 'ab2cc732319f4644ac66d165f17693c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '30f8ff91-23e7-44e1-8118-77756698f92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:36:03Z', 'updated_at': '2021-09-21T16:36:04Z', 'revision_number': 3, 'project_id': 'ab2cc732319f4644ac66d165f17693c0', 'gw_port': {'id': '30f8ff91-23e7-44e1-8118-77756698f92b', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0ac877-6e4f-4f22-a6e1-8a1feecc171c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:36:03Z', 'updated_at': '2021-09-21T16:36:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi'}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:06.571856 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5327928-334b-4e6d-b9ff-171af33e7657 None None] Checking router: 4e0ac877-6e4f-4f22-a6e1-8a1feecc171c for host: dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:36:06.572470 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5327928-334b-4e6d-b9ff-171af33e7657 None None] Updating router 4e0ac877-6e4f-4f22-a6e1-8a1feecc171c port 30f8ff91-23e7-44e1-8118-77756698f92b binding host dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:36:06.607189 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a5327928-334b-4e6d-b9ff-171af33e7657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:06.610110 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-94431fae-44cb-426c-a46f-0890b61c53e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:06.654596 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 8293e373-9219-432b-97e0-abece155ad7a triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:36:06.655007 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:06.710681 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-94431fae-44cb-426c-a46f-0890b61c53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5165539'] for port, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:06.748169 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94431fae-44cb-426c-a46f-0890b61c53e2 admin admin] Network 155646c9-1e59-48b7-88fa-7ca08164a9fc is already hosted by enough agents. {{(pid=184192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:36:06.751979 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.base_scheduler [None req-94431fae-44cb-426c-a46f-0890b61c53e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=184192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:36:06.754739 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94431fae-44cb-426c-a46f-0890b61c53e2 admin admin] Received port after_create {{(pid=184192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:36:06.788382 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94431fae-44cb-426c-a46f-0890b61c53e2 admin admin] Pushing event updated for resources: {'Port': ['ID=920a3b75-4bcd-422b-a3f8-bee1abed8283,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:06.808741 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-94431fae-44cb-426c-a46f-0890b61c53e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615583'] for router_interface, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:06.953230 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a5327928-334b-4e6d-b9ff-171af33e7657 None None] Notify callbacks [] for port, precommit_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:07.025860 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-8a455a52-944f-4341-a06e-3b06a86d0d44 None None] Provisioning complete for port 920a3b75-4bcd-422b-a3f8-bee1abed8283 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:36:07.026142 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-8a455a52-944f-4341-a06e-3b06a86d0d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:07.036395 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-94431fae-44cb-426c-a46f-0890b61c53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:07.052009 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a5327928-334b-4e6d-b9ff-171af33e7657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:07.126659 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-8a455a52-944f-4341-a06e-3b06a86d0d44 None None] Port 920a3b75-4bcd-422b-a3f8-bee1abed8283 cannot update to ACTIVE because it is not bound. {{(pid=184193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 16:36:07.126659 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee622d0e-4c36-493e-8e35-95a8d765d0f7 None None] Pushing event updated for resources: {'Port': ['ID=30f8ff91-23e7-44e1-8118-77756698f92b,revision_number=2']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:07.126659 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-a5327928-334b-4e6d-b9ff-171af33e7657 None None] Attempting to bind port 30f8ff91-23e7-44e1-8118-77756698f92b on host dv-cinder-810035-1-iscsi for vnic_type normal with profile {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:36:07.126659 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-a5327928-334b-4e6d-b9ff-171af33e7657 None None] Attempting to bind port 30f8ff91-23e7-44e1-8118-77756698f92b by drivers openvswitch,hyperv on host dv-cinder-810035-1-iscsi at level 0 using segments [{'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:36:07.127003 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5327928-334b-4e6d-b9ff-171af33e7657 None None] Attempting to bind port 30f8ff91-23e7-44e1-8118-77756698f92b on network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:36:07.134241 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5327928-334b-4e6d-b9ff-171af33e7657 None None] Checking agent: {'id': 'a5dd5e8b-ecdf-45ba-8497-6d160056e51d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 13, 45), 'started_at': datetime.datetime(2021, 9, 21, 16, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:36:07.134701 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5327928-334b-4e6d-b9ff-171af33e7657 None None] Checking segment: {'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:36:07.135268 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a5327928-334b-4e6d-b9ff-171af33e7657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:07.140690 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5327928-334b-4e6d-b9ff-171af33e7657 None None] Bound using segment: {'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'} {{(pid=184193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:36:07.140690 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.managers [None req-a5327928-334b-4e6d-b9ff-171af33e7657 None None] Bound port: 30f8ff91-23e7-44e1-8118-77756698f92b, host: dv-cinder-810035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20491f07-cf61-416d-8708-a00434b2d30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844'}}] {{(pid=184193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:36:07.140690 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a5327928-334b-4e6d-b9ff-171af33e7657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:07.193698 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a5327928-334b-4e6d-b9ff-171af33e7657 None None] For port 30f8ff91-23e7-44e1-8118-77756698f92b, host dv-cinder-810035-1-iscsi, cleared binding levels {{(pid=184193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:36:07.196611 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a5327928-334b-4e6d-b9ff-171af33e7657 None None] For port 30f8ff91-23e7-44e1-8118-77756698f92b, host dv-cinder-810035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=30f8ff91-23e7-44e1-8118-77756698f92b,segment=NetworkSegment(20491f07-cf61-416d-8708-a00434b2d30f),segment_id=20491f07-cf61-416d-8708-a00434b2d30f)] {{(pid=184193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:36:07.223651 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-94431fae-44cb-426c-a46f-0890b61c53e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:07.259006 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a5327928-334b-4e6d-b9ff-171af33e7657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:07.317409 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5327928-334b-4e6d-b9ff-171af33e7657 None None] Routers {'4e0ac877-6e4f-4f22-a6e1-8a1feecc171c'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:36:07.318034 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-a5327928-334b-4e6d-b9ff-171af33e7657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:35:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['4e0ac877-6e4f-4f22-a6e1-8a1feecc171c'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:07.323416 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee622d0e-4c36-493e-8e35-95a8d765d0f7 None None] Pushing event updated for resources: {'Port': ['ID=30f8ff91-23e7-44e1-8118-77756698f92b,revision_number=3']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:07.332872 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-94431fae-44cb-426c-a46f-0890b61c53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5165562'] for port, after_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:07.407838 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-94431fae-44cb-426c-a46f-0890b61c53e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-616719'] for router_interface, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:07.410546 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94431fae-44cb-426c-a46f-0890b61c53e2 admin admin] Pushing event updated for resources: {'Port': ['ID=920a3b75-4bcd-422b-a3f8-bee1abed8283,revision_number=2']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:07.450974 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-a5327928-334b-4e6d-b9ff-171af33e7657 None None] Set router 4e0ac877-6e4f-4f22-a6e1-8a1feecc171c gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:36:07.507760 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94431fae-44cb-426c-a46f-0890b61c53e2 admin admin] Network 155646c9-1e59-48b7-88fa-7ca08164a9fc is already hosted by enough agents. {{(pid=184192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:36:07.511627 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.base_scheduler [None req-94431fae-44cb-426c-a46f-0890b61c53e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=184192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:36:07.558820 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 8293e373-9219-432b-97e0-abece155ad7a up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:36:07.643993 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94431fae-44cb-426c-a46f-0890b61c53e2 admin admin] Router 4e0ac877-6e4f-4f22-a6e1-8a1feecc171c has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:36:07.679078 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 8293e373-9219-432b-97e0-abece155ad7a triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:36:07.679304 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:07.772185 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-30e62d9a-3add-4c02-80c8-1177452a01ff None None] Provisioning complete for port 920a3b75-4bcd-422b-a3f8-bee1abed8283 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:36:07.772562 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-30e62d9a-3add-4c02-80c8-1177452a01ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:07.828094 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-a5327928-334b-4e6d-b9ff-171af33e7657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0ac877-6e4f-4f22-a6e1-8a1feecc171c', 'name': 'tempest-TestMinimumBasicScenario-1793591023-router', 'tenant_id': 'ab2cc732319f4644ac66d165f17693c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '30f8ff91-23e7-44e1-8118-77756698f92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:36:03Z', 'updated_at': '2021-09-21T16:36:06Z', 'revision_number': 4, 'project_id': 'ab2cc732319f4644ac66d165f17693c0', 'gw_port': {'id': '30f8ff91-23e7-44e1-8118-77756698f92b', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0ac877-6e4f-4f22-a6e1-8a1feecc171c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:36:03Z', 'updated_at': '2021-09-21T16:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': '920a3b75-4bcd-422b-a3f8-bee1abed8283', 'name': '', 'network_id': '155646c9-1e59-48b7-88fa-7ca08164a9fc', 'tenant_id': 'ab2cc732319f4644ac66d165f17693c0', 'mac_address': 'fa:16:3e:3d:0b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0ac877-6e4f-4f22-a6e1-8a1feecc171c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '0ddbf241-af34-46de-b75d-21aa0b584820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:36:06Z', 'updated_at': '2021-09-21T16:36:06Z', 'revision_number': 1, 'project_id': 'ab2cc732319f4644ac66d165f17693c0', 'subnets': [{'id': '0ddbf241-af34-46de-b75d-21aa0b584820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:07.868886 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5327928-334b-4e6d-b9ff-171af33e7657 None None] The sync data for ids ['4e0ac877-6e4f-4f22-a6e1-8a1feecc171c'] in dv-cinder-810035-1-iscsi is: [{'id': '4e0ac877-6e4f-4f22-a6e1-8a1feecc171c', 'name': 'tempest-TestMinimumBasicScenario-1793591023-router', 'tenant_id': 'ab2cc732319f4644ac66d165f17693c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '30f8ff91-23e7-44e1-8118-77756698f92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:36:03Z', 'updated_at': '2021-09-21T16:36:06Z', 'revision_number': 4, 'project_id': 'ab2cc732319f4644ac66d165f17693c0', 'gw_port': {'id': '30f8ff91-23e7-44e1-8118-77756698f92b', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0ac877-6e4f-4f22-a6e1-8a1feecc171c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:36:03Z', 'updated_at': '2021-09-21T16:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': '920a3b75-4bcd-422b-a3f8-bee1abed8283', 'name': '', 'network_id': '155646c9-1e59-48b7-88fa-7ca08164a9fc', 'tenant_id': 'ab2cc732319f4644ac66d165f17693c0', 'mac_address': 'fa:16:3e:3d:0b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0ac877-6e4f-4f22-a6e1-8a1feecc171c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '0ddbf241-af34-46de-b75d-21aa0b584820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:36:06Z', 'updated_at': '2021-09-21T16:36:06Z', 'revision_number': 1, 'project_id': 'ab2cc732319f4644ac66d165f17693c0', 'subnets': [{'id': '0ddbf241-af34-46de-b75d-21aa0b584820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:36:07.876419 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-30e62d9a-3add-4c02-80c8-1177452a01ff None None] Port 920a3b75-4bcd-422b-a3f8-bee1abed8283 cannot update to ACTIVE because it is not bound. {{(pid=184193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 16:36:08.037870 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94431fae-44cb-426c-a46f-0890b61c53e2 admin admin] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:36:08.046626 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-94431fae-44cb-426c-a46f-0890b61c53e2 admin admin] 10.222.0.41 "PUT /v2.0/routers/4e0ac877-6e4f-4f22-a6e1-8a1feecc171c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1594505 Sep 21 16:36:09.270043 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:09.690945 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 30f8ff91-23e7-44e1-8118-77756698f92b up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:36:09.752841 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 30f8ff91-23e7-44e1-8118-77756698f92b triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:36:09.753354 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:09.997416 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:10.020515 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] For port 30f8ff91-23e7-44e1-8118-77756698f92b, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=30f8ff91-23e7-44e1-8118-77756698f92b,segment=NetworkSegment(20491f07-cf61-416d-8708-a00434b2d30f),segment_id=20491f07-cf61-416d-8708-a00434b2d30f)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:36:10.079642 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:10.137704 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Pushing event updated for resources: {'Port': ['ID=30f8ff91-23e7-44e1-8118-77756698f92b,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:11.351227 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f9e084-eeb8-4a7c-bf27-5d8da06bd892 None None] Sync routers for ids ['4e0ac877-6e4f-4f22-a6e1-8a1feecc171c'] in dv-cinder-810035-1-iscsi {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:36:11.361856 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f9e084-eeb8-4a7c-bf27-5d8da06bd892 None None] Routers {'4e0ac877-6e4f-4f22-a6e1-8a1feecc171c'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:36:11.362640 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-c1f9e084-eeb8-4a7c-bf27-5d8da06bd892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:35:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['4e0ac877-6e4f-4f22-a6e1-8a1feecc171c'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:11.501987 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-c1f9e084-eeb8-4a7c-bf27-5d8da06bd892 None None] Set router 4e0ac877-6e4f-4f22-a6e1-8a1feecc171c gateway port host: dv-cinder-810035-1-iscsi {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:36:11.645376 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 30f8ff91-23e7-44e1-8118-77756698f92b up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:36:11.727802 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 30f8ff91-23e7-44e1-8118-77756698f92b triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:36:11.728104 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:11.780948 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-c1f9e084-eeb8-4a7c-bf27-5d8da06bd892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0ac877-6e4f-4f22-a6e1-8a1feecc171c', 'name': 'tempest-TestMinimumBasicScenario-1793591023-router', 'tenant_id': 'ab2cc732319f4644ac66d165f17693c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '30f8ff91-23e7-44e1-8118-77756698f92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:36:03Z', 'updated_at': '2021-09-21T16:36:06Z', 'revision_number': 4, 'project_id': 'ab2cc732319f4644ac66d165f17693c0', 'gw_port': {'id': '30f8ff91-23e7-44e1-8118-77756698f92b', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0ac877-6e4f-4f22-a6e1-8a1feecc171c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:36:03Z', 'updated_at': '2021-09-21T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': '920a3b75-4bcd-422b-a3f8-bee1abed8283', 'name': '', 'network_id': '155646c9-1e59-48b7-88fa-7ca08164a9fc', 'tenant_id': 'ab2cc732319f4644ac66d165f17693c0', 'mac_address': 'fa:16:3e:3d:0b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0ac877-6e4f-4f22-a6e1-8a1feecc171c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '0ddbf241-af34-46de-b75d-21aa0b584820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:36:06Z', 'updated_at': '2021-09-21T16:36:07Z', 'revision_number': 2, 'project_id': 'ab2cc732319f4644ac66d165f17693c0', 'subnets': [{'id': '0ddbf241-af34-46de-b75d-21aa0b584820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:11.811903 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f9e084-eeb8-4a7c-bf27-5d8da06bd892 None None] Checking router: 4e0ac877-6e4f-4f22-a6e1-8a1feecc171c for host: dv-cinder-810035-1-iscsi {{(pid=184194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:36:11.812293 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f9e084-eeb8-4a7c-bf27-5d8da06bd892 None None] Updating router 4e0ac877-6e4f-4f22-a6e1-8a1feecc171c port 920a3b75-4bcd-422b-a3f8-bee1abed8283 binding host dv-cinder-810035-1-iscsi {{(pid=184194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 16:36:11.840564 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-c1f9e084-eeb8-4a7c-bf27-5d8da06bd892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:12.032541 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-2b326ca1-f847-48da-b577-53c581ea5928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:12.159427 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-c1f9e084-eeb8-4a7c-bf27-5d8da06bd892 None None] Notify callbacks [] for port, precommit_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:12.252693 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-c1f9e084-eeb8-4a7c-bf27-5d8da06bd892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:12.313896 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7b8c8-0c9d-41aa-8d9d-3074e2c5e5b8 None None] Pushing event updated for resources: {'Port': ['ID=920a3b75-4bcd-422b-a3f8-bee1abed8283,revision_number=3']} {{(pid=184194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:12.384620 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.managers [None req-c1f9e084-eeb8-4a7c-bf27-5d8da06bd892 None None] Attempting to bind port 920a3b75-4bcd-422b-a3f8-bee1abed8283 on host dv-cinder-810035-1-iscsi for vnic_type normal with profile {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:36:12.385207 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.managers [None req-c1f9e084-eeb8-4a7c-bf27-5d8da06bd892 None None] Attempting to bind port 920a3b75-4bcd-422b-a3f8-bee1abed8283 by drivers openvswitch,hyperv on host dv-cinder-810035-1-iscsi at level 0 using segments [{'id': '87ab1a33-4756-4eb7-b9f4-aa5656d9a1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '155646c9-1e59-48b7-88fa-7ca08164a9fc'}] {{(pid=184194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:36:12.385316 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f9e084-eeb8-4a7c-bf27-5d8da06bd892 None None] Attempting to bind port 920a3b75-4bcd-422b-a3f8-bee1abed8283 on network 155646c9-1e59-48b7-88fa-7ca08164a9fc {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:36:12.392190 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f9e084-eeb8-4a7c-bf27-5d8da06bd892 None None] Checking agent: {'id': 'a5dd5e8b-ecdf-45ba-8497-6d160056e51d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810035-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 13, 45), 'started_at': datetime.datetime(2021, 9, 21, 16, 14, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810035-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:36:12.392626 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f9e084-eeb8-4a7c-bf27-5d8da06bd892 None None] Checking segment: {'id': '87ab1a33-4756-4eb7-b9f4-aa5656d9a1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '155646c9-1e59-48b7-88fa-7ca08164a9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:36:12.393039 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-c1f9e084-eeb8-4a7c-bf27-5d8da06bd892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:12.393436 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f9e084-eeb8-4a7c-bf27-5d8da06bd892 None None] Bound using segment: {'id': '87ab1a33-4756-4eb7-b9f4-aa5656d9a1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '155646c9-1e59-48b7-88fa-7ca08164a9fc'} {{(pid=184194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:36:12.393916 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.managers [None req-c1f9e084-eeb8-4a7c-bf27-5d8da06bd892 None None] Bound port: 920a3b75-4bcd-422b-a3f8-bee1abed8283, host: dv-cinder-810035-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ab1a33-4756-4eb7-b9f4-aa5656d9a1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '155646c9-1e59-48b7-88fa-7ca08164a9fc'}}] {{(pid=184194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:36:12.394291 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-c1f9e084-eeb8-4a7c-bf27-5d8da06bd892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:12.533379 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.db [None req-c1f9e084-eeb8-4a7c-bf27-5d8da06bd892 None None] For port 920a3b75-4bcd-422b-a3f8-bee1abed8283, host dv-cinder-810035-1-iscsi, cleared binding levels {{(pid=184194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:36:12.536802 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.plugins.ml2.db [None req-c1f9e084-eeb8-4a7c-bf27-5d8da06bd892 None None] For port 920a3b75-4bcd-422b-a3f8-bee1abed8283, host dv-cinder-810035-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=920a3b75-4bcd-422b-a3f8-bee1abed8283,segment=NetworkSegment(87ab1a33-4756-4eb7-b9f4-aa5656d9a1ca),segment_id=87ab1a33-4756-4eb7-b9f4-aa5656d9a1ca)] {{(pid=184194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:36:12.638591 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron_lib.callbacks.manager [None req-c1f9e084-eeb8-4a7c-bf27-5d8da06bd892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:12.664358 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-868fa00d-1211-4d25-a537-1aa1308abe16 None None] Provisioning complete for port 920a3b75-4bcd-422b-a3f8-bee1abed8283 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:36:12.665351 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-868fa00d-1211-4d25-a537-1aa1308abe16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:12.727583 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f9e084-eeb8-4a7c-bf27-5d8da06bd892 None None] Routers {'4e0ac877-6e4f-4f22-a6e1-8a1feecc171c'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:36:12.728409 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-c1f9e084-eeb8-4a7c-bf27-5d8da06bd892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:35:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['4e0ac877-6e4f-4f22-a6e1-8a1feecc171c'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:12.797066 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-868fa00d-1211-4d25-a537-1aa1308abe16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:12.812919 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7b8c8-0c9d-41aa-8d9d-3074e2c5e5b8 None None] Pushing event updated for resources: {'Port': ['ID=920a3b75-4bcd-422b-a3f8-bee1abed8283,revision_number=4']} {{(pid=184194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:12.851626 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-868fa00d-1211-4d25-a537-1aa1308abe16 None None] For port 920a3b75-4bcd-422b-a3f8-bee1abed8283, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=920a3b75-4bcd-422b-a3f8-bee1abed8283,segment=NetworkSegment(87ab1a33-4756-4eb7-b9f4-aa5656d9a1ca),segment_id=87ab1a33-4756-4eb7-b9f4-aa5656d9a1ca)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:36:12.902082 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-c1f9e084-eeb8-4a7c-bf27-5d8da06bd892 None None] Set router 4e0ac877-6e4f-4f22-a6e1-8a1feecc171c gateway port host: dv-cinder-810035-1-iscsi {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:36:12.958516 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-868fa00d-1211-4d25-a537-1aa1308abe16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:13.026598 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868fa00d-1211-4d25-a537-1aa1308abe16 None None] Pushing event updated for resources: {'Port': ['ID=920a3b75-4bcd-422b-a3f8-bee1abed8283,revision_number=5']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:13.084705 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-6339b29a-7a61-48d8-91dc-643a03a83f88 None None] Provisioning complete for port 920a3b75-4bcd-422b-a3f8-bee1abed8283 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:36:13.085230 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-6339b29a-7a61-48d8-91dc-643a03a83f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:13.182677 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-c1f9e084-eeb8-4a7c-bf27-5d8da06bd892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0ac877-6e4f-4f22-a6e1-8a1feecc171c', 'name': 'tempest-TestMinimumBasicScenario-1793591023-router', 'tenant_id': 'ab2cc732319f4644ac66d165f17693c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '30f8ff91-23e7-44e1-8118-77756698f92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:36:03Z', 'updated_at': '2021-09-21T16:36:06Z', 'revision_number': 4, 'project_id': 'ab2cc732319f4644ac66d165f17693c0', 'gw_port': {'id': '30f8ff91-23e7-44e1-8118-77756698f92b', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0ac877-6e4f-4f22-a6e1-8a1feecc171c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:36:03Z', 'updated_at': '2021-09-21T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': '920a3b75-4bcd-422b-a3f8-bee1abed8283', 'name': '', 'network_id': '155646c9-1e59-48b7-88fa-7ca08164a9fc', 'tenant_id': 'ab2cc732319f4644ac66d165f17693c0', 'mac_address': 'fa:16:3e:3d:0b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0ac877-6e4f-4f22-a6e1-8a1feecc171c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '0ddbf241-af34-46de-b75d-21aa0b584820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:36:06Z', 'updated_at': '2021-09-21T16:36:12Z', 'revision_number': 4, 'project_id': 'ab2cc732319f4644ac66d165f17693c0', 'subnets': [{'id': '0ddbf241-af34-46de-b75d-21aa0b584820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:13.219401 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f9e084-eeb8-4a7c-bf27-5d8da06bd892 None None] The sync data for ids ['4e0ac877-6e4f-4f22-a6e1-8a1feecc171c'] in dv-cinder-810035-1-iscsi is: [{'id': '4e0ac877-6e4f-4f22-a6e1-8a1feecc171c', 'name': 'tempest-TestMinimumBasicScenario-1793591023-router', 'tenant_id': 'ab2cc732319f4644ac66d165f17693c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '30f8ff91-23e7-44e1-8118-77756698f92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:36:03Z', 'updated_at': '2021-09-21T16:36:06Z', 'revision_number': 4, 'project_id': 'ab2cc732319f4644ac66d165f17693c0', 'gw_port': {'id': '30f8ff91-23e7-44e1-8118-77756698f92b', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0ac877-6e4f-4f22-a6e1-8a1feecc171c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:36:03Z', 'updated_at': '2021-09-21T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': '920a3b75-4bcd-422b-a3f8-bee1abed8283', 'name': '', 'network_id': '155646c9-1e59-48b7-88fa-7ca08164a9fc', 'tenant_id': 'ab2cc732319f4644ac66d165f17693c0', 'mac_address': 'fa:16:3e:3d:0b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0ac877-6e4f-4f22-a6e1-8a1feecc171c', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '0ddbf241-af34-46de-b75d-21aa0b584820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:36:06Z', 'updated_at': '2021-09-21T16:36:12Z', 'revision_number': 4, 'project_id': 'ab2cc732319f4644ac66d165f17693c0', 'subnets': [{'id': '0ddbf241-af34-46de-b75d-21aa0b584820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:36:13.637387 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 920a3b75-4bcd-422b-a3f8-bee1abed8283 up at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:36:13.705144 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Provisioning complete for port 920a3b75-4bcd-422b-a3f8-bee1abed8283 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:36:13.705144 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:13.827917 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:36:14.355692 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b9d7e5d1-4f8f-49b3-9348-f61343786b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:14.661832 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a42859-e14a-4491-89b2-4f3cbeaf674c req-76af2175-b3b6-49ec-b769-8c26500c9a89 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:14.669501 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-65a42859-e14a-4491-89b2-4f3cbeaf674c req-76af2175-b3b6-49ec-b769-8c26500c9a89 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 946 time: 0.0662553 Sep 21 16:36:14.720135 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-65a42859-e14a-4491-89b2-4f3cbeaf674c req-94918ba0-c594-40a2-ab8c-ab33bf35a2ba tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495191 Sep 21 16:36:14.855630 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:15.658680 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:15.875261 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9cb07-b9cf-4c78-9d54-49ec75fc8cb5 req-060c864a-33aa-42f5-a182-5c5a12ef63e4 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:15.876751 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-8be9cb07-b9cf-4c78-9d54-49ec75fc8cb5 req-060c864a-33aa-42f5-a182-5c5a12ef63e4 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 946 time: 0.0647364 Sep 21 16:36:15.916939 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-8be9cb07-b9cf-4c78-9d54-49ec75fc8cb5 req-cc9177a6-62fb-48a1-964e-7218588916f6 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333111 Sep 21 16:36:17.054683 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7bdbba-d589-47b1-98a0-9e3717f6dd3b req-59885ba1-e882-4458-a876-0709411a6aba tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:17.062556 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ce7bdbba-d589-47b1-98a0-9e3717f6dd3b req-59885ba1-e882-4458-a876-0709411a6aba tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 946 time: 0.0571589 Sep 21 16:36:17.104047 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ce7bdbba-d589-47b1-98a0-9e3717f6dd3b req-4bf47506-aba3-42b1-9590-7b4d085d600a tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405347 Sep 21 16:36:17.415109 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:18.124540 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756353dc-1752-48e2-8c06-9d6a99aae26f req-1a358899-bf03-461f-b51d-c6a74ecc0830 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:18.126069 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-756353dc-1752-48e2-8c06-9d6a99aae26f req-1a358899-bf03-461f-b51d-c6a74ecc0830 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 946 time: 0.0546713 Sep 21 16:36:18.236911 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3236a-b27b-456e-b25a-310c3915ec8c req-f8a57af7-5da7-4bae-afc3-6fe6ce30c224 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:18.238356 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-87c3236a-b27b-456e-b25a-310c3915ec8c req-f8a57af7-5da7-4bae-afc3-6fe6ce30c224 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 946 time: 0.0576043 Sep 21 16:36:18.240300 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [req-756353dc-1752-48e2-8c06-9d6a99aae26f req-4ad8f0fb-96e5-4061-8d6f-07e8a7657c05 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Deleting port 0db2a5f2-bdf7-48dc-a788-631351678a56 {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:36:18.240504 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-756353dc-1752-48e2-8c06-9d6a99aae26f req-4ad8f0fb-96e5-4061-8d6f-07e8a7657c05 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:18.283282 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-87c3236a-b27b-456e-b25a-310c3915ec8c req-4a5a7fc3-d39a-447e-a701-44aca5b2b8ab tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367944 Sep 21 16:36:18.364288 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-756353dc-1752-48e2-8c06-9d6a99aae26f req-4ad8f0fb-96e5-4061-8d6f-07e8a7657c05 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] For port 0db2a5f2-bdf7-48dc-a788-631351678a56, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=0db2a5f2-bdf7-48dc-a788-631351678a56,segment=NetworkSegment(53813302-8840-4184-9051-c418a0ae5321),segment_id=53813302-8840-4184-9051-c418a0ae5321)] {{(pid=184191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:36:18.364288 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-756353dc-1752-48e2-8c06-9d6a99aae26f req-4ad8f0fb-96e5-4061-8d6f-07e8a7657c05 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:18.601498 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-756353dc-1752-48e2-8c06-9d6a99aae26f req-4ad8f0fb-96e5-4061-8d6f-07e8a7657c05 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:18.601864 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-756353dc-1752-48e2-8c06-9d6a99aae26f req-4ad8f0fb-96e5-4061-8d6f-07e8a7657c05 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615442'] for floatingip, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:18.602189 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.db.l3_db [req-756353dc-1752-48e2-8c06-9d6a99aae26f req-4ad8f0fb-96e5-4061-8d6f-07e8a7657c05 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Floating IP 8f5fc288-f293-4219-8073-7b10453af239 disassociated. External IP: 172.27.2.241, port: 0db2a5f2-bdf7-48dc-a788-631351678a56. Sep 21 16:36:18.602546 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [req-756353dc-1752-48e2-8c06-9d6a99aae26f req-4ad8f0fb-96e5-4061-8d6f-07e8a7657c05 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Calling delete_port for 0db2a5f2-bdf7-48dc-a788-631351678a56 owned by compute:nova {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:36:18.927373 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-756353dc-1752-48e2-8c06-9d6a99aae26f req-4ad8f0fb-96e5-4061-8d6f-07e8a7657c05 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:18.961143 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8f0fb-96e5-4061-8d6f-07e8a7657c05 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Pushing event deleted for resources: {'Port': ['ID=0db2a5f2-bdf7-48dc-a788-631351678a56,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:19.102224 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-756353dc-1752-48e2-8c06-9d6a99aae26f req-4ad8f0fb-96e5-4061-8d6f-07e8a7657c05 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Router 0e11362f-3853-41ee-b819-47041b77fe33 has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:36:19.223469 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-756353dc-1752-48e2-8c06-9d6a99aae26f req-4ad8f0fb-96e5-4061-8d6f-07e8a7657c05 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:36:19.235409 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5583c80-0bfd-4dba-ae4d-78b31973c8a4 None None] Sync routers for ids ['0e11362f-3853-41ee-b819-47041b77fe33'] in dv-cinder-810035-1-iscsi {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:36:19.245908 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5583c80-0bfd-4dba-ae4d-78b31973c8a4 None None] Routers {'0e11362f-3853-41ee-b819-47041b77fe33'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:36:19.246822 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-a5583c80-0bfd-4dba-ae4d-78b31973c8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:36:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['0e11362f-3853-41ee-b819-47041b77fe33'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:19.272085 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [req-756353dc-1752-48e2-8c06-9d6a99aae26f req-4ad8f0fb-96e5-4061-8d6f-07e8a7657c05 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] No DVR routers for this DVR port 0db2a5f2-bdf7-48dc-a788-631351678a56 on host hv-cinder-81003 {{(pid=184191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:36:19.274673 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-756353dc-1752-48e2-8c06-9d6a99aae26f req-4ad8f0fb-96e5-4061-8d6f-07e8a7657c05 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:19.276986 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-756353dc-1752-48e2-8c06-9d6a99aae26f req-4ad8f0fb-96e5-4061-8d6f-07e8a7657c05 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.44 "DELETE /v2.0/ports/0db2a5f2-bdf7-48dc-a788-631351678a56 HTTP/1.1" status: 204 len: 173 time: 1.1449840 Sep 21 16:36:19.277475 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd', 'name': 'network-vif-deleted', 'tag': '0db2a5f2-bdf7-48dc-a788-631351678a56'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:36:19.280845 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f4372a-3ca7-4066-8be7-0fb7107baf40" -d '{"events": [{"server_uuid": "d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd", "name": "network-vif-deleted", "tag": "0db2a5f2-bdf7-48dc-a788-631351678a56"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:36:19.319131 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ea5628-28cd-47b3-a175-b11e60afa8fc x-openstack-request-id: req-a3ea5628-28cd-47b3-a175-b11e60afa8fc {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:36:19.319568 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd", "name": "network-vif-deleted", "tag": "0db2a5f2-bdf7-48dc-a788-631351678a56", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:36:19.319904 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a3ea5628-28cd-47b3-a175-b11e60afa8fc {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:36:19.320376 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd', 'name': 'network-vif-deleted', 'tag': '0db2a5f2-bdf7-48dc-a788-631351678a56', 'status': 'completed', 'code': 200} Sep 21 16:36:19.370022 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-a5583c80-0bfd-4dba-ae4d-78b31973c8a4 None None] Set router 0e11362f-3853-41ee-b819-47041b77fe33 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:36:19.445424 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0b04a8d1-5192-4a2f-b40b-74f19d1bc38e req-0ae5561b-3dd1-4a6c-8d47-edf3d33ba4a0 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 210 time: 0.0496168 Sep 21 16:36:19.606326 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-a5583c80-0bfd-4dba-ae4d-78b31973c8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e11362f-3853-41ee-b819-47041b77fe33', 'name': 'tempest-TestVolumeBootPattern-1273681184-router', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:23Z', 'updated_at': '2021-09-21T16:32:26Z', 'revision_number': 4, 'project_id': '6043226e82394816af874014d2a2bf84', 'gw_port': {'id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:24Z', 'updated_at': '2021-09-21T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': 'f7c47745-3a8f-4ab9-855a-5e642ff67f46', 'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'mac_address': 'fa:16:3e:29:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:26Z', 'updated_at': '2021-09-21T16:32:31Z', 'revision_number': 5, 'project_id': '6043226e82394816af874014d2a2bf84', 'subnets': [{'id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:19.633340 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5583c80-0bfd-4dba-ae4d-78b31973c8a4 None None] Checking router: 0e11362f-3853-41ee-b819-47041b77fe33 for host: dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:36:19.641913 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5583c80-0bfd-4dba-ae4d-78b31973c8a4 None None] Routers {'0e11362f-3853-41ee-b819-47041b77fe33'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:36:19.642532 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-a5583c80-0bfd-4dba-ae4d-78b31973c8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:36:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['0e11362f-3853-41ee-b819-47041b77fe33'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:19.751937 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-a5583c80-0bfd-4dba-ae4d-78b31973c8a4 None None] Set router 0e11362f-3853-41ee-b819-47041b77fe33 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:36:19.890497 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-addb26a9-0ec4-4682-b693-165de9b4da1f tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:19.892090 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-addb26a9-0ec4-4682-b693-165de9b4da1f tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/networks?id=4c58664c-9a8d-42f7-baab-9c7ec545dd02 HTTP/1.1" status: 200 len: 815 time: 0.1013699 Sep 21 16:36:19.908089 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-65ffd20b-5ef8-4913-866e-da4a7497a5ef tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/quotas/c586ba2037dc4337b17c12e02b4a252b HTTP/1.1" status: 200 len: 375 time: 0.0097666 Sep 21 16:36:19.954057 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-a5583c80-0bfd-4dba-ae4d-78b31973c8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e11362f-3853-41ee-b819-47041b77fe33', 'name': 'tempest-TestVolumeBootPattern-1273681184-router', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:23Z', 'updated_at': '2021-09-21T16:32:26Z', 'revision_number': 4, 'project_id': '6043226e82394816af874014d2a2bf84', 'gw_port': {'id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:24Z', 'updated_at': '2021-09-21T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': 'f7c47745-3a8f-4ab9-855a-5e642ff67f46', 'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'mac_address': 'fa:16:3e:29:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:26Z', 'updated_at': '2021-09-21T16:32:31Z', 'revision_number': 5, 'project_id': '6043226e82394816af874014d2a2bf84', 'subnets': [{'id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:19.960820 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-cd8075fc-7e03-4a22-b0c4-2d2a2865d659 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c586ba2037dc4337b17c12e02b4a252b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467603 Sep 21 16:36:19.985748 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5583c80-0bfd-4dba-ae4d-78b31973c8a4 None None] The sync data for ids ['0e11362f-3853-41ee-b819-47041b77fe33'] in dv-cinder-810035-1-iscsi is: [{'id': '0e11362f-3853-41ee-b819-47041b77fe33', 'name': 'tempest-TestVolumeBootPattern-1273681184-router', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:23Z', 'updated_at': '2021-09-21T16:32:26Z', 'revision_number': 4, 'project_id': '6043226e82394816af874014d2a2bf84', 'gw_port': {'id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:24Z', 'updated_at': '2021-09-21T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': 'f7c47745-3a8f-4ab9-855a-5e642ff67f46', 'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'mac_address': 'fa:16:3e:29:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:26Z', 'updated_at': '2021-09-21T16:32:31Z', 'revision_number': 5, 'project_id': '6043226e82394816af874014d2a2bf84', 'subnets': [{'id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:36:20.089589 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-9a9c8a43-6e85-4daa-afc6-dd723e4fc760 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=184192) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 16:36:20.091313 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-9a9c8a43-6e85-4daa-afc6-dd723e4fc760 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1177530 Sep 21 16:36:20.199957 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-e8c17cdd-68af-43e1-9902-2a77d04883e6 service neutron] 10.222.0.41 "GET /v2.0/networks/4c58664c-9a8d-42f7-baab-9c7ec545dd02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018364 Sep 21 16:36:20.270005 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa41436-8a62-44f2-bdb6-14a7e2a0ad64 None None] New status for floating IP 8f5fc288-f293-4219-8073-7b10453af239: DOWN {{(pid=184194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:36:20.301523 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-50946733-8d01-4fb5-9109-27cc0a05e711 service neutron] 10.222.0.41 "GET /v2.0/networks/4c58664c-9a8d-42f7-baab-9c7ec545dd02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956669 Sep 21 16:36:20.550555 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-426fd359-6018-4b16-a4c5-7d72252b5197 req-a58a7ac9-49d4-482f-98a0-5cce1c4de831 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8dcdfa7-ae84-46d1-bef4-4e5aeac9b4dd HTTP/1.1" status: 200 len: 210 time: 0.0432172 Sep 21 16:36:20.606356 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6ed1f99e-f0a9-4aed-a128-9f95bf0e3a2a req-11be769c-6242-46c9-a9f5-1c75cf3a0d5f tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 210 time: 0.0275297 Sep 21 16:36:21.690817 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5fba25a0-95fa-41ab-a265-d607d906a668 req-2a86de61-2888-48ee-9114-53a4cc77ffbd tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 210 time: 0.0290160 Sep 21 16:36:21.821351 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-0c5e538f-d9cf-48c5-a0ec-a575f197459d tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-324245482&fields=id&tenant_id=6043226e82394816af874014d2a2bf84 HTTP/1.1" status: 200 len: 267 time: 0.0331383 Sep 21 16:36:21.935799 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-79a1c300-bb4d-4081-82f5-ab9eb08ba358 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:21.937385 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-79a1c300-bb4d-4081-82f5-ab9eb08ba358 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/networks?id=84a8318c-3a52-454c-b8ec-bdaba678f9cd HTTP/1.1" status: 200 len: 812 time: 0.1082916 Sep 21 16:36:21.953030 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-2ec13e2d-ab1e-446a-9342-a29661e9a503 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/quotas/6043226e82394816af874014d2a2bf84 HTTP/1.1" status: 200 len: 375 time: 0.0100210 Sep 21 16:36:22.007370 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-252a5151-e631-48bb-868f-89fbf17d30e9 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6043226e82394816af874014d2a2bf84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485489 Sep 21 16:36:22.054190 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 0db2a5f2-bdf7-48dc-a788-631351678a56 no longer exists at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:36:22.086287 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] No Port match for: 0db2a5f2-bdf7-48dc-a788-631351678a56 {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:36:22.086757 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 0db2a5f2-bdf7-48dc-a788-631351678a56 not bound to the agent host hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:36:22.125032 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-4c6a71a8-1ca8-4672-bff7-91799a8c1291 service neutron] 10.222.0.41 "GET /v2.0/networks/84a8318c-3a52-454c-b8ec-bdaba678f9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048312 Sep 21 16:36:22.216214 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-94e5612c-eef8-4ffe-af4e-07a0b7b000b6 service neutron] 10.222.0.41 "GET /v2.0/networks/84a8318c-3a52-454c-b8ec-bdaba678f9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849953 Sep 21 16:36:22.792650 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2d3c671a-787d-481b-8d26-64ef5aeb6df4 req-0d9d49d9-b6a2-4e68-b637-2652f348534c tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 210 time: 0.0328901 Sep 21 16:36:22.825248 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-cd164200-ddd1-43ed-b291-c65ae972f8fb req-c775b2e4-c521-4685-9ade-0402f23d53cf tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 210 time: 0.0364339 Sep 21 16:36:22.992456 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-ce2621e5-a4eb-4558-9053-008f375955f1 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:22.994035 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-ce2621e5-a4eb-4558-9053-008f375955f1 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.44 "GET /v2.0/networks?id=4c58664c-9a8d-42f7-baab-9c7ec545dd02 HTTP/1.1" status: 200 len: 815 time: 0.1713939 Sep 21 16:36:23.008490 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-df265344-9b47-4914-9a8b-e5f68083a5ed tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Request body: {'port': {'device_id': '9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8', 'network_id': '4c58664c-9a8d-42f7-baab-9c7ec545dd02', 'admin_state_up': True, 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:36:23.258380 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-df265344-9b47-4914-9a8b-e5f68083a5ed tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Made reservation on behalf of c586ba2037dc4337b17c12e02b4a252b for: {'port': 1} {{(pid=184191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:36:23.261980 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-df265344-9b47-4914-9a8b-e5f68083a5ed tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:23.397595 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_common [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-df265344-9b47-4914-9a8b-e5f68083a5ed tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Allocated IP 172.20.0.11 (4c58664c-9a8d-42f7-baab-9c7ec545dd02/def3ed9c-de8b-4004-8516-9d9810b6d40d/04b22366-7ea1-4663-af62-cb2ed9cfc1f5) {{(pid=184191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:36:23.558979 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-df265344-9b47-4914-9a8b-e5f68083a5ed tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks [] for port, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:23.688336 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-df265344-9b47-4914-9a8b-e5f68083a5ed tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:23.738303 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-df265344-9b47-4914-9a8b-e5f68083a5ed tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Network 4c58664c-9a8d-42f7-baab-9c7ec545dd02 is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:36:23.742089 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-df265344-9b47-4914-9a8b-e5f68083a5ed tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:36:23.746791 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-df265344-9b47-4914-9a8b-e5f68083a5ed tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Received port after_create {{(pid=184191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:36:23.818376 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-df265344-9b47-4914-9a8b-e5f68083a5ed tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:23.818376 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-df265344-9b47-4914-9a8b-e5f68083a5ed tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:23.833645 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df265344-9b47-4914-9a8b-e5f68083a5ed tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Pushing event updated for resources: {'Port': ['ID=04b22366-7ea1-4663-af62-cb2ed9cfc1f5,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:23.926549 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-df265344-9b47-4914-9a8b-e5f68083a5ed tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9220629 Sep 21 16:36:24.019641 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2364b87a-f6f8-4ecf-ac12-9e1f24dd5a5a req-58de588b-9cc0-4f3e-8e8a-d2f1641ce368 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 210 time: 0.0655727 Sep 21 16:36:24.030064 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e160e8-d0fb-42b8-8359-e8599b52663c req-8421fb41-e427-4dc7-9412-0cf3b5404042 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:24.031764 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-73e160e8-d0fb-42b8-8359-e8599b52663c req-8421fb41-e427-4dc7-9412-0cf3b5404042 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 932 time: 0.1107690 Sep 21 16:36:24.080845 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-73e160e8-d0fb-42b8-8359-e8599b52663c req-23671a5d-6b9b-4908-bb3b-cb0a98e9e3a9 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410361 Sep 21 16:36:24.107276 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-2d607f42-3900-49aa-9e60-3b11f64d749b None None] Provisioning complete for port 04b22366-7ea1-4663-af62-cb2ed9cfc1f5 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:36:24.109088 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-2d607f42-3900-49aa-9e60-3b11f64d749b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:24.153728 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-2d607f42-3900-49aa-9e60-3b11f64d749b None None] Port 04b22366-7ea1-4663-af62-cb2ed9cfc1f5 cannot update to ACTIVE because it is not bound. {{(pid=184193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 16:36:25.106626 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5af3b0d1-421c-4675-ad45-ab79b18f80d5 req-c37eb75c-e21a-4059-967a-cdecc1652cc2 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 210 time: 0.0264523 Sep 21 16:36:25.221751 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd244c69-368c-471c-a89a-923763ea3e1d req-34a70ff7-3dd2-466e-81ff-e43565ec9c67 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:25.223569 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-dd244c69-368c-471c-a89a-923763ea3e1d req-34a70ff7-3dd2-466e-81ff-e43565ec9c67 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 932 time: 0.0587654 Sep 21 16:36:25.263831 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-dd244c69-368c-471c-a89a-923763ea3e1d req-a575e3d9-b5e4-4e6a-bd94-a0d2f6116ed6 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340075 Sep 21 16:36:26.210010 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a9ac82db-711a-4971-be73-fd296c03dab0 req-51224a81-6ea6-4821-9155-1d99e0a721d8 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 210 time: 0.0286303 Sep 21 16:36:26.405655 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb39bfc-ebc6-428d-9c7e-5e2ccb5464a7 req-9751c3ae-5b2e-4f19-b9ae-46a2835b8676 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:26.407225 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ebb39bfc-ebc6-428d-9c7e-5e2ccb5464a7 req-9751c3ae-5b2e-4f19-b9ae-46a2835b8676 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 932 time: 0.0610361 Sep 21 16:36:26.463882 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ebb39bfc-ebc6-428d-9c7e-5e2ccb5464a7 req-11dfbee5-2679-4dd3-b22f-7bff70284411 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504897 Sep 21 16:36:27.312012 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-fb0de887-8843-4624-95fe-b283e3732c1d req-20fb6030-2e57-49d8-b75d-5c8ff48d6dcc tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 210 time: 0.0283005 Sep 21 16:36:27.588693 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491295ec-03e0-4166-839d-740fb58e12db req-74693427-5b52-4915-b711-c234ca77ca0c tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:27.590238 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-491295ec-03e0-4166-839d-740fb58e12db req-74693427-5b52-4915-b711-c234ca77ca0c tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 932 time: 0.0581174 Sep 21 16:36:27.634270 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-491295ec-03e0-4166-839d-740fb58e12db req-924ede09-cb36-4896-9606-78a7a55db898 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381389 Sep 21 16:36:28.416656 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e2b31525-9116-46e6-a9d5-0e1476be9a39 req-d34218ff-a862-4581-943a-2e4b2ee0f40f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 210 time: 0.0309005 Sep 21 16:36:28.760373 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414c370-76cc-4859-931d-8b52c4467a47 req-46c47a30-df98-43aa-ad97-f115ed5df5aa tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:28.761947 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7414c370-76cc-4859-931d-8b52c4467a47 req-46c47a30-df98-43aa-ad97-f115ed5df5aa tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 932 time: 0.0579472 Sep 21 16:36:28.802865 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-7414c370-76cc-4859-931d-8b52c4467a47 req-5781a6d3-33fa-4a5c-a05c-ab0f9400cda1 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344427 Sep 21 16:36:29.516779 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-dd09548c-f169-4c11-8663-3daba945ede3 req-38335b43-842e-4c19-b1a0-a2c1922aa4ff tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 210 time: 0.0284297 Sep 21 16:36:29.954396 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be435333-9d6d-4af6-9b50-18f4865e88e4 req-e139f910-582b-4bfe-97f8-d87549b86f39 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:29.957058 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-be435333-9d6d-4af6-9b50-18f4865e88e4 req-e139f910-582b-4bfe-97f8-d87549b86f39 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 932 time: 0.0701525 Sep 21 16:36:30.000936 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-be435333-9d6d-4af6-9b50-18f4865e88e4 req-db5f8be8-5289-49b0-af76-27a48e348a38 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377083 Sep 21 16:36:30.621761 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-60b79ad7-52ed-461e-ab68-4928d6aecf4a req-1b61c4b7-0204-47dd-8026-f1551f2da3ef tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 210 time: 0.0280385 Sep 21 16:36:31.124139 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf300d-a7b8-4d4a-b9a7-d4c335c45ac7 req-2c0198df-b784-4862-be9c-d61027adcb03 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:31.125643 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-52cf300d-a7b8-4d4a-b9a7-d4c335c45ac7 req-2c0198df-b784-4862-be9c-d61027adcb03 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 932 time: 0.0503147 Sep 21 16:36:31.171927 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-52cf300d-a7b8-4d4a-b9a7-d4c335c45ac7 req-bf9ae0c5-b6c4-40e3-b9de-0df48110a8e6 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402336 Sep 21 16:36:31.722833 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9898723f-b6c6-49c5-89b5-5fd2f3f36b7a req-2b85a6d0-349f-4942-aa74-3cd03da47df7 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 210 time: 0.0323224 Sep 21 16:36:32.299868 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9026b-1005-4d52-9278-8752f0436ce6 req-abe2e088-e374-4c2b-93b9-134d2f5e5c54 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:32.301412 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-e1f9026b-1005-4d52-9278-8752f0436ce6 req-abe2e088-e374-4c2b-93b9-134d2f5e5c54 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 932 time: 0.0584171 Sep 21 16:36:32.344121 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-e1f9026b-1005-4d52-9278-8752f0436ce6 req-0d4cd48d-659f-469b-b398-2644b5d7f2fd tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365069 Sep 21 16:36:32.818366 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-baef9bbd-0446-4f50-9e36-58452d2ca3d9 req-defeb665-3743-4b3d-9e99-dbf7984e4265 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 210 time: 0.0284905 Sep 21 16:36:33.497781 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258112f1-2b85-46eb-b51a-ad691cec7d22 req-278d764a-c6d4-4b13-9118-11d44003a169 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:33.499375 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-258112f1-2b85-46eb-b51a-ad691cec7d22 req-278d764a-c6d4-4b13-9118-11d44003a169 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 932 time: 0.0800877 Sep 21 16:36:33.542433 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-258112f1-2b85-46eb-b51a-ad691cec7d22 req-ec8852f0-f27a-40b7-8dbf-cce1a281f046 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362718 Sep 21 16:36:33.915729 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-d76e6f39-bb68-4c24-b439-e1272076751a req-47a0679e-0b88-4257-991d-81de91cc4a18 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 210 time: 0.0290034 Sep 21 16:36:34.663113 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38643b9f-8a4f-444e-a096-9103dd692eb2 req-63406f3a-e905-4ea0-a2e5-8da53343e312 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:34.664695 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-38643b9f-8a4f-444e-a096-9103dd692eb2 req-63406f3a-e905-4ea0-a2e5-8da53343e312 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 932 time: 0.0536242 Sep 21 16:36:34.709289 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-38643b9f-8a4f-444e-a096-9103dd692eb2 req-d37334ea-c378-41ce-be2e-f8c4fffc8aec tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380111 Sep 21 16:36:35.014379 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0999d777-8789-4cc1-8122-422027fdde46 req-b0ae757d-5f0a-4326-aa8a-15723f754854 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 210 time: 0.0287519 Sep 21 16:36:35.833414 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5314fb3-ad9c-412d-9bb1-0cab363b8d7e req-57f8381b-439e-4d6b-ac64-1324b766a1f2 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:35.834968 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b5314fb3-ad9c-412d-9bb1-0cab363b8d7e req-57f8381b-439e-4d6b-ac64-1324b766a1f2 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 932 time: 0.0539186 Sep 21 16:36:35.874820 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b5314fb3-ad9c-412d-9bb1-0cab363b8d7e req-3e43e180-a196-4e37-bb3a-5a0bf633bf2b tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335462 Sep 21 16:36:36.118368 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-d64e05ca-fa39-481a-b0d4-187357857084 req-28cf6c30-7054-45fc-80e6-6763277a8362 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 210 time: 0.0290272 Sep 21 16:36:36.149190 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-456d28ad-16b5-44e1-a481-e2d02cdf493c service neutron] Request body: {'port': {'device_id': '9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81003'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:36:36.212195 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-456d28ad-16b5-44e1-a481-e2d02cdf493c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:36.494596 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-456d28ad-16b5-44e1-a481-e2d02cdf493c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b22366-7ea1-4663-af62-cb2ed9cfc1f5 {{(pid=184191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:36:36.502508 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-456d28ad-16b5-44e1-a481-e2d02cdf493c service neutron] Notify callbacks [] for port, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:36.515073 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.provisioning_blocks [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-456d28ad-16b5-44e1-a481-e2d02cdf493c service neutron] Transition to ACTIVE for port object 04b22366-7ea1-4663-af62-cb2ed9cfc1f5 will not be triggered until provisioned by entity L2. {{(pid=184191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:36:36.644119 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-456d28ad-16b5-44e1-a481-e2d02cdf493c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4479009'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:36.713235 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d28ad-16b5-44e1-a481-e2d02cdf493c service neutron] Pushing event updated for resources: {'Port': ['ID=04b22366-7ea1-4663-af62-cb2ed9cfc1f5,revision_number=2']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:36.767618 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.managers [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-456d28ad-16b5-44e1-a481-e2d02cdf493c service neutron] Attempting to bind port 04b22366-7ea1-4663-af62-cb2ed9cfc1f5 on host hv-cinder-81003 for vnic_type normal with profile {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:36:36.767949 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.managers [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-456d28ad-16b5-44e1-a481-e2d02cdf493c service neutron] Attempting to bind port 04b22366-7ea1-4663-af62-cb2ed9cfc1f5 by drivers openvswitch,hyperv on host hv-cinder-81003 at level 0 using segments [{'id': '36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4c58664c-9a8d-42f7-baab-9c7ec545dd02'}] {{(pid=184191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:36:36.768276 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-456d28ad-16b5-44e1-a481-e2d02cdf493c service neutron] Attempting to bind port 04b22366-7ea1-4663-af62-cb2ed9cfc1f5 on network 4c58664c-9a8d-42f7-baab-9c7ec545dd02 {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:36:36.772956 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-456d28ad-16b5-44e1-a481-e2d02cdf493c service neutron] Port 04b22366-7ea1-4663-af62-cb2ed9cfc1f5 on network 4c58664c-9a8d-42f7-baab-9c7ec545dd02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81003 {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 16:36:36.773274 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-456d28ad-16b5-44e1-a481-e2d02cdf493c service neutron] Attempting to bind port 04b22366-7ea1-4663-af62-cb2ed9cfc1f5 on network 4c58664c-9a8d-42f7-baab-9c7ec545dd02 {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:36:36.778638 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-456d28ad-16b5-44e1-a481-e2d02cdf493c service neutron] Checking agent: {'id': 'b0f092dd-0f26-432c-b483-67197dbc1b44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'started_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:36:36.778999 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-456d28ad-16b5-44e1-a481-e2d02cdf493c service neutron] Checking segment: {'id': '36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4c58664c-9a8d-42f7-baab-9c7ec545dd02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:36:36.779374 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-456d28ad-16b5-44e1-a481-e2d02cdf493c service neutron] Bound using segment: {'id': '36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4c58664c-9a8d-42f7-baab-9c7ec545dd02'} {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:36:36.779860 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.managers [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-456d28ad-16b5-44e1-a481-e2d02cdf493c service neutron] Bound port: 04b22366-7ea1-4663-af62-cb2ed9cfc1f5, host: hv-cinder-81003, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4c58664c-9a8d-42f7-baab-9c7ec545dd02'}}] {{(pid=184191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:36:36.780246 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-456d28ad-16b5-44e1-a481-e2d02cdf493c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:36.851217 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-456d28ad-16b5-44e1-a481-e2d02cdf493c service neutron] For port 04b22366-7ea1-4663-af62-cb2ed9cfc1f5, host hv-cinder-81003, cleared binding levels {{(pid=184191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:36:36.854368 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-456d28ad-16b5-44e1-a481-e2d02cdf493c service neutron] For port 04b22366-7ea1-4663-af62-cb2ed9cfc1f5, host hv-cinder-81003, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=04b22366-7ea1-4663-af62-cb2ed9cfc1f5,segment=NetworkSegment(36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4),segment_id=36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4)] {{(pid=184191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:36:36.918830 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-456d28ad-16b5-44e1-a481-e2d02cdf493c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4479009'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:36.961921 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-456d28ad-16b5-44e1-a481-e2d02cdf493c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:36.961921 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-456d28ad-16b5-44e1-a481-e2d02cdf493c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:36.961921 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-456d28ad-16b5-44e1-a481-e2d02cdf493c service neutron] 10.222.0.44 "PUT /v2.0/ports/04b22366-7ea1-4663-af62-cb2ed9cfc1f5 HTTP/1.1" status: 200 len: 1094 time: 0.8138814 Sep 21 16:36:36.961921 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8', 'tag': '04b22366-7ea1-4663-af62-cb2ed9cfc1f5'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:36:36.961921 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb38735-7dfe-4f74-8399-1ad963889770" -d '{"events": [{"name": "network-changed", "server_uuid": "9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8", "tag": "04b22366-7ea1-4663-af62-cb2ed9cfc1f5"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:36:37.002438 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6372ce-546c-434f-9553-e21d9d70958e req-05d830d6-d409-4f39-91bd-fe808d455ee9 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:37.009955 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-de6372ce-546c-434f-9553-e21d9d70958e req-05d830d6-d409-4f39-91bd-fe808d455ee9 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 944 time: 0.0636048 Sep 21 16:36:37.013514 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d28ad-16b5-44e1-a481-e2d02cdf493c service neutron] Pushing event updated for resources: {'Port': ['ID=04b22366-7ea1-4663-af62-cb2ed9cfc1f5,revision_number=3']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:37.049710 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-de6372ce-546c-434f-9553-e21d9d70958e req-779e95cc-d25f-4efd-9c22-62cb2d86e38a tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388260 Sep 21 16:36:37.121375 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-2db285ef-06a1-4856-a3d6-2c35250ee847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:37.123107 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-2db285ef-06a1-4856-a3d6-2c35250ee847 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c586ba2037dc4337b17c12e02b4a252b&device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 1097 time: 0.0504112 Sep 21 16:36:37.178321 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-c4d2099d-7fa9-4bcf-b094-5c758dfb5205 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b22366-7ea1-4663-af62-cb2ed9cfc1f5 HTTP/1.1" status: 200 len: 217 time: 0.0464962 Sep 21 16:36:37.217327 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-67c2e002-d09e-4e66-aa3c-911327d4236e req-bc1578f4-223b-44a4-b29e-204767453c2c tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 210 time: 0.0269334 Sep 21 16:36:37.236209 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-4e6d96df-2688-4ce5-855a-b4c7809825bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:37.236209 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-4e6d96df-2688-4ce5-855a-b4c7809825bf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=def3ed9c-de8b-4004-8516-9d9810b6d40d HTTP/1.1" status: 200 len: 854 time: 0.0473948 Sep 21 16:36:37.282011 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-674339b4-5d41-445f-8502-613b0bbc641f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:37.283560 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-674339b4-5d41-445f-8502-613b0bbc641f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c58664c-9a8d-42f7-baab-9c7ec545dd02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415945 Sep 21 16:36:37.405838 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-e7117dc4-48d2-4a3c-8b22-aa20c78c516c service neutron] 10.222.0.44 "GET /v2.0/networks/4c58664c-9a8d-42f7-baab-9c7ec545dd02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126857 Sep 21 16:36:37.502299 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-22ae77ab-4b0b-41b9-a44e-79e11f54521c req-6033d489-d36b-4574-86c1-bb7f021bb3dd service neutron] 10.222.0.44 "GET /v2.0/networks/4c58664c-9a8d-42f7-baab-9c7ec545dd02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880973 Sep 21 16:36:37.748421 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-cbbf17c7-462e-49e4-8ab0-b941abddd334 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:37.749774 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-cbbf17c7-462e-49e4-8ab0-b941abddd334 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.44 "GET /v2.0/networks?id=84a8318c-3a52-454c-b8ec-bdaba678f9cd HTTP/1.1" status: 200 len: 812 time: 0.1126535 Sep 21 16:36:37.793921 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-973e1d8f-40cc-4b23-93b4-bed96d0e3306 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6043226e82394816af874014d2a2bf84 HTTP/1.1" status: 200 len: 379 time: 0.0334601 Sep 21 16:36:37.803730 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-4b7aee20-f881-4b0e-b5d9-848ba4127631 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Request body: {'port': {'device_id': '85b54465-ae6c-4f47-a7b2-233e7791942b', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'admin_state_up': True, 'tenant_id': '6043226e82394816af874014d2a2bf84', 'security_groups': ['2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f']}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:36:37.974909 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-4b7aee20-f881-4b0e-b5d9-848ba4127631 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Made reservation on behalf of 6043226e82394816af874014d2a2bf84 for: {'port': 1} {{(pid=184191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:36:37.978476 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-4b7aee20-f881-4b0e-b5d9-848ba4127631 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:38.054292 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fb1536-c59c-4b9a-8abb-755da68c62d1 x-openstack-request-id: req-55fb1536-c59c-4b9a-8abb-755da68c62d1 {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:36:38.054582 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8", "tag": "04b22366-7ea1-4663-af62-cb2ed9cfc1f5", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:36:38.054850 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-55fb1536-c59c-4b9a-8abb-755da68c62d1 {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:36:38.055240 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8', 'tag': '04b22366-7ea1-4663-af62-cb2ed9cfc1f5', 'status': 'completed', 'code': 200} Sep 21 16:36:38.117937 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_common [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-4b7aee20-f881-4b0e-b5d9-848ba4127631 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Allocated IP 172.20.0.3 (84a8318c-3a52-454c-b8ec-bdaba678f9cd/f8f4ce81-6fda-46e9-8392-224a6ec23c8a/d773ab97-16a3-476f-965b-01a3b6bea788) {{(pid=184191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:36:38.134123 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb38735-7dfe-4f74-8399-1ad963889770 req-96a8ecc4-150c-426a-b2ca-8a72bc8bee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:38.137542 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ceb38735-7dfe-4f74-8399-1ad963889770 req-96a8ecc4-150c-426a-b2ca-8a72bc8bee62 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c586ba2037dc4337b17c12e02b4a252b&device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 1097 time: 0.0545082 Sep 21 16:36:38.234306 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e0d2a-6559-4f2d-8cf0-f028b15ca92d req-10125a48-4466-4b3e-b015-f85de70bbfa4 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:38.235867 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-392e0d2a-6559-4f2d-8cf0-f028b15ca92d req-10125a48-4466-4b3e-b015-f85de70bbfa4 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 944 time: 0.1170657 Sep 21 16:36:38.267345 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-4b7aee20-f881-4b0e-b5d9-848ba4127631 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for port, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:38.281674 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb38735-7dfe-4f74-8399-1ad963889770 req-c29ef761-2bd8-40de-852d-0462b0e7931e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:38.283168 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ceb38735-7dfe-4f74-8399-1ad963889770 req-c29ef761-2bd8-40de-852d-0462b0e7931e service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c58664c-9a8d-42f7-baab-9c7ec545dd02 HTTP/1.1" status: 200 len: 916 time: 0.1329308 Sep 21 16:36:38.291380 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-392e0d2a-6559-4f2d-8cf0-f028b15ca92d req-daf57621-c1b7-4c99-a75f-e0df84f6efb4 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484614 Sep 21 16:36:38.323733 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c3c7dd08-8609-420b-a3f8-055c3114930a req-2c9d5cad-3af2-494c-b90a-dd766cda5ce4 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 210 time: 0.0298483 Sep 21 16:36:38.329434 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ceb38735-7dfe-4f74-8399-1ad963889770 req-beaf1178-69ca-47bb-82a4-307900ba3fe3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b22366-7ea1-4663-af62-cb2ed9cfc1f5 HTTP/1.1" status: 200 len: 217 time: 0.0370903 Sep 21 16:36:38.382416 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb38735-7dfe-4f74-8399-1ad963889770 req-abc0df3f-08f1-4f3b-9c53-f6ebc46fce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:38.384025 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ceb38735-7dfe-4f74-8399-1ad963889770 req-abc0df3f-08f1-4f3b-9c53-f6ebc46fce90 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=def3ed9c-de8b-4004-8516-9d9810b6d40d HTTP/1.1" status: 200 len: 854 time: 0.0464971 Sep 21 16:36:38.393589 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-4b7aee20-f881-4b0e-b5d9-848ba4127631 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:38.442639 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-4b7aee20-f881-4b0e-b5d9-848ba4127631 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Network 84a8318c-3a52-454c-b8ec-bdaba678f9cd is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:36:38.447270 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-4b7aee20-f881-4b0e-b5d9-848ba4127631 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:36:38.451933 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-4b7aee20-f881-4b0e-b5d9-848ba4127631 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Received port after_create {{(pid=184191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:36:38.456255 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb38735-7dfe-4f74-8399-1ad963889770 req-fdc6bcd8-7529-47a8-8347-f43da42b275a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:38.457426 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ceb38735-7dfe-4f74-8399-1ad963889770 req-fdc6bcd8-7529-47a8-8347-f43da42b275a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c58664c-9a8d-42f7-baab-9c7ec545dd02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533073 Sep 21 16:36:38.496437 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7aee20-f881-4b0e-b5d9-848ba4127631 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Pushing event updated for resources: {'Port': ['ID=d773ab97-16a3-476f-965b-01a3b6bea788,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:38.523120 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-4b7aee20-f881-4b0e-b5d9-848ba4127631 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:38.523783 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-4b7aee20-f881-4b0e-b5d9-848ba4127631 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:38.567175 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ceb38735-7dfe-4f74-8399-1ad963889770 req-b355891b-e9db-4655-9f2b-ea3ab137a60c service neutron] 10.222.0.44 "GET /v2.0/networks/4c58664c-9a8d-42f7-baab-9c7ec545dd02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009934 Sep 21 16:36:38.607196 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-4b7aee20-f881-4b0e-b5d9-848ba4127631 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8071685 Sep 21 16:36:38.620529 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-1a17a4c3-b7b2-49b1-874e-91e0d0f38ef2 service neutron] Request body: {'port': {'device_id': '85b54465-ae6c-4f47-a7b2-233e7791942b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81003'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:36:38.677055 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ceb38735-7dfe-4f74-8399-1ad963889770 req-56ef6971-46ce-4724-b387-bdfdc552424b service neutron] 10.222.0.44 "GET /v2.0/networks/4c58664c-9a8d-42f7-baab-9c7ec545dd02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986609 Sep 21 16:36:38.727995 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-43645f7f-35c6-41a9-afe3-c0e2af78ade2 None None] Provisioning complete for port d773ab97-16a3-476f-965b-01a3b6bea788 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:36:38.728652 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-43645f7f-35c6-41a9-afe3-c0e2af78ade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:38.767772 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-43645f7f-35c6-41a9-afe3-c0e2af78ade2 None None] Port d773ab97-16a3-476f-965b-01a3b6bea788 cannot update to ACTIVE because it is not bound. {{(pid=184193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 16:36:38.926931 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-1a17a4c3-b7b2-49b1-874e-91e0d0f38ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:39.207057 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-1a17a4c3-b7b2-49b1-874e-91e0d0f38ef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d773ab97-16a3-476f-965b-01a3b6bea788 {{(pid=184191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:36:39.214825 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-1a17a4c3-b7b2-49b1-874e-91e0d0f38ef2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:39.227152 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.provisioning_blocks [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-1a17a4c3-b7b2-49b1-874e-91e0d0f38ef2 service neutron] Transition to ACTIVE for port object d773ab97-16a3-476f-965b-01a3b6bea788 will not be triggered until provisioned by entity L2. {{(pid=184191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:36:39.238109 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:39.306368 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-1a17a4c3-b7b2-49b1-874e-91e0d0f38ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4479009'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:39.384340 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17a4c3-b7b2-49b1-874e-91e0d0f38ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=d773ab97-16a3-476f-965b-01a3b6bea788,revision_number=2']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:39.432520 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7de5a8-fb7f-44a7-8c37-f4e8235ca21f req-7081dfc3-63d1-4d68-82e2-f1086235a9fa tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:39.434119 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9f7de5a8-fb7f-44a7-8c37-f4e8235ca21f req-7081dfc3-63d1-4d68-82e2-f1086235a9fa tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 944 time: 0.0681169 Sep 21 16:36:39.487738 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.managers [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-1a17a4c3-b7b2-49b1-874e-91e0d0f38ef2 service neutron] Attempting to bind port d773ab97-16a3-476f-965b-01a3b6bea788 on host hv-cinder-81003 for vnic_type normal with profile {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:36:39.488073 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.managers [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-1a17a4c3-b7b2-49b1-874e-91e0d0f38ef2 service neutron] Attempting to bind port d773ab97-16a3-476f-965b-01a3b6bea788 by drivers openvswitch,hyperv on host hv-cinder-81003 at level 0 using segments [{'id': '53813302-8840-4184-9051-c418a0ae5321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd'}] {{(pid=184191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:36:39.488711 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-1a17a4c3-b7b2-49b1-874e-91e0d0f38ef2 service neutron] Attempting to bind port d773ab97-16a3-476f-965b-01a3b6bea788 on network 84a8318c-3a52-454c-b8ec-bdaba678f9cd {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:36:39.495064 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-1a17a4c3-b7b2-49b1-874e-91e0d0f38ef2 service neutron] Port d773ab97-16a3-476f-965b-01a3b6bea788 on network 84a8318c-3a52-454c-b8ec-bdaba678f9cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81003 {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 16:36:39.495429 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-1a17a4c3-b7b2-49b1-874e-91e0d0f38ef2 service neutron] Attempting to bind port d773ab97-16a3-476f-965b-01a3b6bea788 on network 84a8318c-3a52-454c-b8ec-bdaba678f9cd {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:36:39.496458 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9f7de5a8-fb7f-44a7-8c37-f4e8235ca21f req-98299c34-726a-454e-94e5-a3ef2a5026be tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480609 Sep 21 16:36:39.503589 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-1a17a4c3-b7b2-49b1-874e-91e0d0f38ef2 service neutron] Checking agent: {'id': 'b0f092dd-0f26-432c-b483-67197dbc1b44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'started_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:36:39.503925 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-1a17a4c3-b7b2-49b1-874e-91e0d0f38ef2 service neutron] Checking segment: {'id': '53813302-8840-4184-9051-c418a0ae5321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:36:39.504306 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-1a17a4c3-b7b2-49b1-874e-91e0d0f38ef2 service neutron] Bound using segment: {'id': '53813302-8840-4184-9051-c418a0ae5321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd'} {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:36:39.504732 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.managers [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-1a17a4c3-b7b2-49b1-874e-91e0d0f38ef2 service neutron] Bound port: d773ab97-16a3-476f-965b-01a3b6bea788, host: hv-cinder-81003, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53813302-8840-4184-9051-c418a0ae5321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd'}}] {{(pid=184191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:36:39.505085 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-1a17a4c3-b7b2-49b1-874e-91e0d0f38ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:39.524954 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5d5da-0474-4378-83f2-1dbe7bfb8df1 req-9dc33d9a-03a6-4109-8f50-ddc2b1e3e49c tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:39.526517 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-40f5d5da-0474-4378-83f2-1dbe7bfb8df1 req-9dc33d9a-03a6-4109-8f50-ddc2b1e3e49c tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 943 time: 0.1161902 Sep 21 16:36:39.600652 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-40f5d5da-0474-4378-83f2-1dbe7bfb8df1 req-f0c73100-3cf3-422b-b55a-97c9e19bb563 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674782 Sep 21 16:36:39.610067 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-1a17a4c3-b7b2-49b1-874e-91e0d0f38ef2 service neutron] For port d773ab97-16a3-476f-965b-01a3b6bea788, host hv-cinder-81003, cleared binding levels {{(pid=184191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:36:39.613556 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-1a17a4c3-b7b2-49b1-874e-91e0d0f38ef2 service neutron] For port d773ab97-16a3-476f-965b-01a3b6bea788, host hv-cinder-81003, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=d773ab97-16a3-476f-965b-01a3b6bea788,segment=NetworkSegment(53813302-8840-4184-9051-c418a0ae5321),segment_id=53813302-8840-4184-9051-c418a0ae5321)] {{(pid=184191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:36:39.692846 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-1a17a4c3-b7b2-49b1-874e-91e0d0f38ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4479009'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:39.729299 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-1a17a4c3-b7b2-49b1-874e-91e0d0f38ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:39.729940 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-1a17a4c3-b7b2-49b1-874e-91e0d0f38ef2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:39.731442 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-1a17a4c3-b7b2-49b1-874e-91e0d0f38ef2 service neutron] 10.222.0.44 "PUT /v2.0/ports/d773ab97-16a3-476f-965b-01a3b6bea788 HTTP/1.1" status: 200 len: 1093 time: 1.1157467 Sep 21 16:36:39.756277 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17a4c3-b7b2-49b1-874e-91e0d0f38ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=d773ab97-16a3-476f-965b-01a3b6bea788,revision_number=3']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:39.893876 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-87be8b5b-096d-42d8-8ffd-93cca7c9e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:39.895514 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-87be8b5b-096d-42d8-8ffd-93cca7c9e58c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6043226e82394816af874014d2a2bf84&device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 1096 time: 0.0478783 Sep 21 16:36:39.940741 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-e3b747a7-73f1-48f6-ae3b-fbc4ccfbe070 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d773ab97-16a3-476f-965b-01a3b6bea788 HTTP/1.1" status: 200 len: 217 time: 0.0365350 Sep 21 16:36:39.991628 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-34f73f58-2f3e-421b-bd53-6daab9e10280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:39.993013 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-34f73f58-2f3e-421b-bd53-6daab9e10280 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f8f4ce81-6fda-46e9-8392-224a6ec23c8a HTTP/1.1" status: 200 len: 851 time: 0.0450053 Sep 21 16:36:40.039329 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-55885fb4-5afd-41ea-b813-dd2baa818505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:40.040859 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-55885fb4-5afd-41ea-b813-dd2baa818505 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=84a8318c-3a52-454c-b8ec-bdaba678f9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401592 Sep 21 16:36:40.068277 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b54465-ae6c-4f47-a7b2-233e7791942b', 'tag': 'd773ab97-16a3-476f-965b-01a3b6bea788'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:36:40.070507 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2b19f1-17e4-4736-8f25-2cfb40c11426" -d '{"events": [{"name": "network-changed", "server_uuid": "85b54465-ae6c-4f47-a7b2-233e7791942b", "tag": "d773ab97-16a3-476f-965b-01a3b6bea788"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:36:40.113697 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e328b4d9-6a78-432d-8b30-f3c2d1c71250 x-openstack-request-id: req-e328b4d9-6a78-432d-8b30-f3c2d1c71250 {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:36:40.113986 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b54465-ae6c-4f47-a7b2-233e7791942b", "tag": "d773ab97-16a3-476f-965b-01a3b6bea788", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:36:40.114235 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e328b4d9-6a78-432d-8b30-f3c2d1c71250 {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:36:40.114623 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b54465-ae6c-4f47-a7b2-233e7791942b', 'tag': 'd773ab97-16a3-476f-965b-01a3b6bea788', 'status': 'completed', 'code': 200} Sep 21 16:36:40.143523 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-34c43f95-42cf-4a3f-8ed4-c760812f04f6 service neutron] 10.222.0.44 "GET /v2.0/networks/84a8318c-3a52-454c-b8ec-bdaba678f9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955584 Sep 21 16:36:40.240643 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9546e250-13d5-4def-90a4-ec218360f3e4 req-3fd835cb-7fe3-4c4a-8003-021e5a4f50bd service neutron] 10.222.0.44 "GET /v2.0/networks/84a8318c-3a52-454c-b8ec-bdaba678f9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901072 Sep 21 16:36:40.438387 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b19f1-17e4-4736-8f25-2cfb40c11426 req-ef3b2211-b889-4c97-981d-8393e53701a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:40.440112 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ba2b19f1-17e4-4736-8f25-2cfb40c11426 req-ef3b2211-b889-4c97-981d-8393e53701a1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6043226e82394816af874014d2a2bf84&device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 1096 time: 0.0473111 Sep 21 16:36:40.541919 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b19f1-17e4-4736-8f25-2cfb40c11426 req-9b230964-de17-4f03-aff4-59dc0c0187d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:40.543432 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ba2b19f1-17e4-4736-8f25-2cfb40c11426 req-9b230964-de17-4f03-aff4-59dc0c0187d4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=84a8318c-3a52-454c-b8ec-bdaba678f9cd HTTP/1.1" status: 200 len: 913 time: 0.0958691 Sep 21 16:36:40.604911 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ba2b19f1-17e4-4736-8f25-2cfb40c11426 req-876c589d-5c9f-453b-a99b-d619e9a4ec80 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d773ab97-16a3-476f-965b-01a3b6bea788 HTTP/1.1" status: 200 len: 217 time: 0.0501955 Sep 21 16:36:40.680592 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8e845-3d85-4c16-aaf9-f2325969da44 req-594c6d1b-aded-42e3-bed9-d07e4e0ab78c tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:40.682065 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-70a8e845-3d85-4c16-aaf9-f2325969da44 req-594c6d1b-aded-42e3-bed9-d07e4e0ab78c tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 944 time: 0.1205647 Sep 21 16:36:40.683777 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b19f1-17e4-4736-8f25-2cfb40c11426 req-7157a188-6e05-482a-bde8-2bed579d213f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:40.685199 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ba2b19f1-17e4-4736-8f25-2cfb40c11426 req-7157a188-6e05-482a-bde8-2bed579d213f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f8f4ce81-6fda-46e9-8392-224a6ec23c8a HTTP/1.1" status: 200 len: 851 time: 0.0653069 Sep 21 16:36:40.723307 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9050666-a94e-4b94-b35e-61002f85502f req-1f44ec59-2356-4027-bd0b-be11061935a7 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:40.724874 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c9050666-a94e-4b94-b35e-61002f85502f req-1f44ec59-2356-4027-bd0b-be11061935a7 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 943 time: 0.0523341 Sep 21 16:36:40.754572 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-70a8e845-3d85-4c16-aaf9-f2325969da44 req-13b13712-4010-44ce-9e90-791adc367c04 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661323 Sep 21 16:36:40.762049 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b19f1-17e4-4736-8f25-2cfb40c11426 req-db7d005f-b4c6-44e7-871a-b41964c8a3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:40.763797 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ba2b19f1-17e4-4736-8f25-2cfb40c11426 req-db7d005f-b4c6-44e7-871a-b41964c8a3d4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=84a8318c-3a52-454c-b8ec-bdaba678f9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688665 Sep 21 16:36:40.775640 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c9050666-a94e-4b94-b35e-61002f85502f req-233ef232-4527-4eae-8587-2c8ce31ef484 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434554 Sep 21 16:36:40.866760 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ba2b19f1-17e4-4736-8f25-2cfb40c11426 req-392de16b-1595-4a31-bab3-8d5e7135509e service neutron] 10.222.0.44 "GET /v2.0/networks/84a8318c-3a52-454c-b8ec-bdaba678f9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957956 Sep 21 16:36:40.963964 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ba2b19f1-17e4-4736-8f25-2cfb40c11426 req-f37cc41d-c168-46f1-87c0-4c8214384c14 service neutron] 10.222.0.44 "GET /v2.0/networks/84a8318c-3a52-454c-b8ec-bdaba678f9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892684 Sep 21 16:36:41.784398 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-aa2c189a-997a-40af-94e6-5004f64c62f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:41.871635 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88b658-fe57-4b53-9dbf-8a451cbd5ca9 req-719de983-c445-4e5f-a850-4c5c48fb622e tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:41.873328 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6b88b658-fe57-4b53-9dbf-8a451cbd5ca9 req-719de983-c445-4e5f-a850-4c5c48fb622e tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 944 time: 0.0497177 Sep 21 16:36:41.891475 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9becb-07cb-4c30-9959-a340d0e3a8f0 req-f572ace8-7020-414e-92d3-11bca7959432 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:41.892967 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-cda9becb-07cb-4c30-9959-a340d0e3a8f0 req-f572ace8-7020-414e-92d3-11bca7959432 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 943 time: 0.0522759 Sep 21 16:36:41.913724 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-6b88b658-fe57-4b53-9dbf-8a451cbd5ca9 req-8a8a38d8-5e13-40ca-aa0e-0403b56185b0 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339444 Sep 21 16:36:41.933066 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-cda9becb-07cb-4c30-9959-a340d0e3a8f0 req-4dcbf8ca-6b25-4c5d-ac3f-938621469c35 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336728 Sep 21 16:36:42.169252 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 04b22366-7ea1-4663-af62-cb2ed9cfc1f5 details requested by agent hyperv_hv-cinder-81003 with host hv-cinder-81003 {{(pid=184193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 16:36:42.272514 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 04b22366-7ea1-4663-af62-cb2ed9cfc1f5, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=04b22366-7ea1-4663-af62-cb2ed9cfc1f5,segment=NetworkSegment(36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4),segment_id=36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:36:42.283687 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Returning: {'device': '04b22366-7ea1-4663-af62-cb2ed9cfc1f5', 'network_id': '4c58664c-9a8d-42f7-baab-9c7ec545dd02', 'port_id': '04b22366-7ea1-4663-af62-cb2ed9cfc1f5', 'mac_address': 'fa:16:3e:93:f2:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def3ed9c-de8b-4004-8516-9d9810b6d40d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=184193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 16:36:42.324388 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:42.336925 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b22366-7ea1-4663-af62-cb2ed9cfc1f5 {{(pid=184193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:36:42.355929 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 04b22366-7ea1-4663-af62-cb2ed9cfc1f5, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=04b22366-7ea1-4663-af62-cb2ed9cfc1f5,segment=NetworkSegment(36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4),segment_id=36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:36:42.429409 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:42.480295 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=04b22366-7ea1-4663-af62-cb2ed9cfc1f5,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:42.921716 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['04b22366-7ea1-4663-af62-cb2ed9cfc1f5'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:36:43.034858 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05899314-3b9a-42cc-8661-8ad54d190835 req-95933ce1-513c-4b48-808c-7f423a928273 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:43.036551 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-05899314-3b9a-42cc-8661-8ad54d190835 req-95933ce1-513c-4b48-808c-7f423a928273 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 945 time: 0.0532873 Sep 21 16:36:43.058334 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08a797-ce6f-451f-bba0-da95d1fe35cd req-2f37f5fc-d9df-4437-a238-3e3e1ca34ab5 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:43.060474 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ed08a797-ce6f-451f-bba0-da95d1fe35cd req-2f37f5fc-d9df-4437-a238-3e3e1ca34ab5 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 943 time: 0.0568979 Sep 21 16:36:43.091323 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-05899314-3b9a-42cc-8661-8ad54d190835 req-d8470a2c-662a-42b5-97ef-37f93583f558 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469210 Sep 21 16:36:43.110598 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ed08a797-ce6f-451f-bba0-da95d1fe35cd req-6514ed4b-f01d-4624-ac32-748f6777fce4 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423319 Sep 21 16:36:44.168782 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 04b22366-7ea1-4663-af62-cb2ed9cfc1f5 up at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:36:44.212988 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36694425-0f73-49ae-bc72-0c874dd948e0 req-b14c68a3-09c4-4665-a3d0-0b82832b1090 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:44.214515 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-36694425-0f73-49ae-bc72-0c874dd948e0 req-b14c68a3-09c4-4665-a3d0-0b82832b1090 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 945 time: 0.0578003 Sep 21 16:36:44.239303 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c904d8a-dbed-4883-808a-d399fe13313d req-d964da60-c818-430a-8312-f842f8e2b671 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:44.240842 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6c904d8a-dbed-4883-808a-d399fe13313d req-d964da60-c818-430a-8312-f842f8e2b671 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 943 time: 0.0557251 Sep 21 16:36:44.256010 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-36694425-0f73-49ae-bc72-0c874dd948e0 req-71ead58f-1311-4322-94f3-565782a526a7 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344071 Sep 21 16:36:44.287424 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-6c904d8a-dbed-4883-808a-d399fe13313d req-e1a1f2ac-ab5c-4f93-a09a-1f9a38fd0cbf tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400672 Sep 21 16:36:44.305899 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning for port 04b22366-7ea1-4663-af62-cb2ed9cfc1f5 completed by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:36:44.310125 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning complete for port 04b22366-7ea1-4663-af62-cb2ed9cfc1f5 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:36:44.314027 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:44.334297 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-0b7f86df-bbf7-4a36-a6b2-892bbafcff64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:44.390277 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:44.413808 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b22366-7ea1-4663-af62-cb2ed9cfc1f5'}] {{(pid=184193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:36:44.416210 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e6171c86456a5bbdaf0b46ebb92172d32a0ea5b64bc8822db714b438cc8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7663ef98-154c-4ebb-9b12-a4ba38ae7c27" -d '{"events": [{"server_uuid": "9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8", "name": "network-vif-plugged", "status": "completed", "tag": "04b22366-7ea1-4663-af62-cb2ed9cfc1f5"}]}' {{(pid=184193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:36:44.432688 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 04b22366-7ea1-4663-af62-cb2ed9cfc1f5, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=04b22366-7ea1-4663-af62-cb2ed9cfc1f5,segment=NetworkSegment(36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4),segment_id=36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:36:44.457329 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d97a99-a791-495a-8b6c-6fe7167db916 x-openstack-request-id: req-54d97a99-a791-495a-8b6c-6fe7167db916 {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:36:44.457329 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8", "name": "network-vif-plugged", "status": "completed", "tag": "04b22366-7ea1-4663-af62-cb2ed9cfc1f5", "code": 200}]} {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:36:44.457329 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-54d97a99-a791-495a-8b6c-6fe7167db916 {{(pid=184193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:36:44.457329 dv-cinder-810035-1-iscsi neutron-server[184193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b22366-7ea1-4663-af62-cb2ed9cfc1f5', 'code': 200} Sep 21 16:36:44.509135 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:44.555914 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=04b22366-7ea1-4663-af62-cb2ed9cfc1f5,revision_number=5']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:44.755062 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1574106-8ff6-4f5e-ab8c-f7b89598548c req-bf5df6ee-ebc6-4adb-8876-7a91e22a3f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:44.756661 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e1574106-8ff6-4f5e-ab8c-f7b89598548c req-bf5df6ee-ebc6-4adb-8876-7a91e22a3f64 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 1099 time: 0.0408199 Sep 21 16:36:44.793424 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-e1574106-8ff6-4f5e-ab8c-f7b89598548c req-9a7da0b7-e50d-42ac-8ce2-ba5965473bb6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289760 Sep 21 16:36:44.843733 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:45.384369 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d196fc-3d18-49a4-8b76-705f36ce0fb4 req-3a97c8ba-8dea-426e-b236-ec3b047fd2bb tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:45.386026 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b8d196fc-3d18-49a4-8b76-705f36ce0fb4 req-3a97c8ba-8dea-426e-b236-ec3b047fd2bb tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 946 time: 0.0575700 Sep 21 16:36:45.428760 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-b8d196fc-3d18-49a4-8b76-705f36ce0fb4 req-82e2e61b-2e5b-4a1f-83d1-5defce5ee147 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355303 Sep 21 16:36:45.555699 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d36c45-ba99-4ebd-961d-bf7dbdc8edeb req-ae262fe2-1e7a-4ba5-8675-690cbb5c507c tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:45.557209 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-33d36c45-ba99-4ebd-961d-bf7dbdc8edeb req-ae262fe2-1e7a-4ba5-8675-690cbb5c507c tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 943 time: 0.0480592 Sep 21 16:36:45.599862 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-33d36c45-ba99-4ebd-961d-bf7dbdc8edeb req-96fd200e-d06d-4a93-b726-24f267c20a33 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362048 Sep 21 16:36:45.655281 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:46.543953 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b225ef-abbc-4bfa-975a-b41794676d1b req-13dd7867-85c5-42c1-ac34-6d38545e1f8d tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:46.545485 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-08b225ef-abbc-4bfa-975a-b41794676d1b req-13dd7867-85c5-42c1-ac34-6d38545e1f8d tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 946 time: 0.0493805 Sep 21 16:36:46.583932 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-08b225ef-abbc-4bfa-975a-b41794676d1b req-d5d49c0c-4292-4327-a595-e8e2bab49c96 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324361 Sep 21 16:36:46.721309 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab428cd-65ba-4db4-8d4d-18f77ea4d799 req-8b6994d6-f1f5-45bc-bc18-d85b3ee2ed81 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:46.722774 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-cab428cd-65ba-4db4-8d4d-18f77ea4d799 req-8b6994d6-f1f5-45bc-bc18-d85b3ee2ed81 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 943 time: 0.0568550 Sep 21 16:36:46.760905 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-cab428cd-65ba-4db4-8d4d-18f77ea4d799 req-02db2bae-5910-4f6b-9bae-f98bd8fbba6c tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321486 Sep 21 16:36:47.443568 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:47.700186 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0e76f-9fd8-4c6a-8384-9087608085c7 req-638f0afe-4ea9-4abd-ba1c-34f84a6c714d tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:47.701818 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0fc0e76f-9fd8-4c6a-8384-9087608085c7 req-638f0afe-4ea9-4abd-ba1c-34f84a6c714d tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 946 time: 0.0524790 Sep 21 16:36:47.740626 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0fc0e76f-9fd8-4c6a-8384-9087608085c7 req-b88ed04d-8261-4dc8-9b47-ce85703679e6 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327437 Sep 21 16:36:47.869649 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5d793-e14c-41d5-ac06-1159d1a925f6 req-658c5498-0b5f-43bb-b93e-202a3a50c3bb tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:47.871327 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2ff5d793-e14c-41d5-ac06-1159d1a925f6 req-658c5498-0b5f-43bb-b93e-202a3a50c3bb tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 946 time: 0.0539265 Sep 21 16:36:47.889193 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf7ee8-48d9-4f3a-acb8-b69126d7b29a req-1fb85813-1e8a-4f74-8264-357c9a478c5c tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:47.891154 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9ddf7ee8-48d9-4f3a-acb8-b69126d7b29a req-1fb85813-1e8a-4f74-8264-357c9a478c5c tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 943 time: 0.0598617 Sep 21 16:36:47.915315 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2ff5d793-e14c-41d5-ac06-1159d1a925f6 req-0c8ea8cc-f196-4062-9f09-242e0bdb1119 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371306 Sep 21 16:36:47.940549 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9ddf7ee8-48d9-4f3a-acb8-b69126d7b29a req-1c7b1d77-1d60-49d3-823d-bc0ce320d9cc tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430143 Sep 21 16:36:48.260130 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126dba2-aafe-4a1e-872b-0c141b1c836b req-ff5ecdd3-a8b6-4c0f-a49d-65c253d8c09d tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:48.261757 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5126dba2-aafe-4a1e-872b-0c141b1c836b req-ff5ecdd3-a8b6-4c0f-a49d-65c253d8c09d tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 946 time: 0.0511181 Sep 21 16:36:48.300442 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-5126dba2-aafe-4a1e-872b-0c141b1c836b req-54c7df3d-ca5e-4524-906c-7c74a0803ddd tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321813 Sep 21 16:36:49.062117 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4882cbe-2a49-4eb4-8ecc-dcda3f4ec63e req-6ecf5811-e6ff-43cd-a330-a8a2514ade0a tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:49.063670 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c4882cbe-2a49-4eb4-8ecc-dcda3f4ec63e req-6ecf5811-e6ff-43cd-a330-a8a2514ade0a tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 943 time: 0.0528615 Sep 21 16:36:49.106545 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c4882cbe-2a49-4eb4-8ecc-dcda3f4ec63e req-5a51f01d-afcd-4199-a9c6-279b095a0827 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364451 Sep 21 16:36:50.206467 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device d773ab97-16a3-476f-965b-01a3b6bea788 details requested by agent hyperv_hv-cinder-81003 with host hv-cinder-81003 {{(pid=184193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 16:36:50.242949 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607f629-97f1-4a07-ad27-0e7570b710b5 req-8d3b08e9-3732-48b1-bf5d-fb1ab266ab29 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:50.246107 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2607f629-97f1-4a07-ad27-0e7570b710b5 req-8d3b08e9-3732-48b1-bf5d-fb1ab266ab29 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 943 time: 0.0671203 Sep 21 16:36:50.305744 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2607f629-97f1-4a07-ad27-0e7570b710b5 req-965393a2-38b5-4491-9deb-e7df6e09f4b3 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519540 Sep 21 16:36:50.319030 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port d773ab97-16a3-476f-965b-01a3b6bea788, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=d773ab97-16a3-476f-965b-01a3b6bea788,segment=NetworkSegment(53813302-8840-4184-9051-c418a0ae5321),segment_id=53813302-8840-4184-9051-c418a0ae5321)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:36:50.336358 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Returning: {'device': 'd773ab97-16a3-476f-965b-01a3b6bea788', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'port_id': 'd773ab97-16a3-476f-965b-01a3b6bea788', 'mac_address': 'fa:16:3e:6c:64:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=184193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 16:36:50.381451 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:50.396167 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d773ab97-16a3-476f-965b-01a3b6bea788 {{(pid=184193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:36:50.417616 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port d773ab97-16a3-476f-965b-01a3b6bea788, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=d773ab97-16a3-476f-965b-01a3b6bea788,segment=NetworkSegment(53813302-8840-4184-9051-c418a0ae5321),segment_id=53813302-8840-4184-9051-c418a0ae5321)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:36:50.486853 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:50.535593 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=d773ab97-16a3-476f-965b-01a3b6bea788,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:50.817283 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:36:50.831514 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['d773ab97-16a3-476f-965b-01a3b6bea788'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:36:51.459951 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c627e-2464-443f-9759-c2fabdfb7f8c req-8822750d-7b4b-41a6-8599-7e9d20a30c49 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:51.461467 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0a6c627e-2464-443f-9759-c2fabdfb7f8c req-8822750d-7b4b-41a6-8599-7e9d20a30c49 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 944 time: 0.0574319 Sep 21 16:36:51.501527 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0a6c627e-2464-443f-9759-c2fabdfb7f8c req-68b4f469-b9a7-4b0e-a54e-d1f2901b74a1 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341156 Sep 21 16:36:52.204779 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device d773ab97-16a3-476f-965b-01a3b6bea788 up at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:36:52.306676 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning for port d773ab97-16a3-476f-965b-01a3b6bea788 completed by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:36:52.311315 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning complete for port d773ab97-16a3-476f-965b-01a3b6bea788 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:36:52.311869 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:52.398862 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:52.423852 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b54465-ae6c-4f47-a7b2-233e7791942b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd773ab97-16a3-476f-965b-01a3b6bea788'}] {{(pid=184193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:36:52.426198 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e6171c86456a5bbdaf0b46ebb92172d32a0ea5b64bc8822db714b438cc8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54719b63-1e0e-4889-9d13-90408e94a40f" -d '{"events": [{"server_uuid": "85b54465-ae6c-4f47-a7b2-233e7791942b", "name": "network-vif-plugged", "status": "completed", "tag": "d773ab97-16a3-476f-965b-01a3b6bea788"}]}' {{(pid=184193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:36:52.439229 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port d773ab97-16a3-476f-965b-01a3b6bea788, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=d773ab97-16a3-476f-965b-01a3b6bea788,segment=NetworkSegment(53813302-8840-4184-9051-c418a0ae5321),segment_id=53813302-8840-4184-9051-c418a0ae5321)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:36:52.473055 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcba0292-2e18-4097-ad23-c49cc43590cf x-openstack-request-id: req-dcba0292-2e18-4097-ad23-c49cc43590cf {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:36:52.473427 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b54465-ae6c-4f47-a7b2-233e7791942b", "name": "network-vif-plugged", "status": "completed", "tag": "d773ab97-16a3-476f-965b-01a3b6bea788", "code": 200}]} {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:36:52.473688 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dcba0292-2e18-4097-ad23-c49cc43590cf {{(pid=184193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:36:52.474083 dv-cinder-810035-1-iscsi neutron-server[184193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b54465-ae6c-4f47-a7b2-233e7791942b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd773ab97-16a3-476f-965b-01a3b6bea788', 'code': 200} Sep 21 16:36:52.500785 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:52.552216 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=d773ab97-16a3-476f-965b-01a3b6bea788,revision_number=5']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:52.619527 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461de50e-5887-4fee-97ed-7d870dec7609 req-eafb8f57-0216-4cdb-908b-9e421588a6a7 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:52.621038 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-461de50e-5887-4fee-97ed-7d870dec7609 req-eafb8f57-0216-4cdb-908b-9e421588a6a7 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 945 time: 0.0502143 Sep 21 16:36:52.660269 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-461de50e-5887-4fee-97ed-7d870dec7609 req-d141a0b9-e7f9-4a0d-8356-927f31095751 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331056 Sep 21 16:36:52.865032 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb6ecd-7199-45d0-be4c-d4491762f1ae req-ed950884-362f-4bec-8b18-a5f6ada39920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:52.866513 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f4cb6ecd-7199-45d0-be4c-d4491762f1ae req-ed950884-362f-4bec-8b18-a5f6ada39920 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 1098 time: 0.0404470 Sep 21 16:36:52.903269 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f4cb6ecd-7199-45d0-be4c-d4491762f1ae req-f036f995-57af-4af2-872f-5bc3b3745a78 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289249 Sep 21 16:36:53.777867 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f5b72-cfca-469b-a36f-26b950f776e6 req-a15576a7-fae1-46dc-96fd-f318ccc8eae5 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:53.779916 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2c7f5b72-cfca-469b-a36f-26b950f776e6 req-a15576a7-fae1-46dc-96fd-f318ccc8eae5 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 945 time: 0.0501783 Sep 21 16:36:53.820940 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2c7f5b72-cfca-469b-a36f-26b950f776e6 req-5812da9a-8de8-4363-a7c1-642f09d31ba0 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351272 Sep 21 16:36:54.934526 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a59d1a-c51f-4ef6-92e5-f9728ed131a5 req-a5a48adb-1b00-48fa-96d1-324a7781663d tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:54.936171 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-e7a59d1a-c51f-4ef6-92e5-f9728ed131a5 req-a5a48adb-1b00-48fa-96d1-324a7781663d tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 945 time: 0.0495071 Sep 21 16:36:54.974651 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-e7a59d1a-c51f-4ef6-92e5-f9728ed131a5 req-e334182e-d935-4568-acf8-238775c0454b tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324650 Sep 21 16:36:55.095927 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c2c92-3ceb-4ec2-9e06-47ef2e5eed04 req-14a9b012-acf5-48a1-be19-7842d9afd6d4 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:55.097523 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-232c2c92-3ceb-4ec2-9e06-47ef2e5eed04 req-14a9b012-acf5-48a1-be19-7842d9afd6d4 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 945 time: 0.0519938 Sep 21 16:36:55.143322 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-232c2c92-3ceb-4ec2-9e06-47ef2e5eed04 req-bf998404-7f51-45e6-9179-9fb05deb8ed6 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396793 Sep 21 16:36:55.165952 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 39760) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:36:55.215539 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7031e8-5244-471f-aab6-ba5e05df131a tempest-TestVolumeBootPattern-672846351 tempest-TestVolumeBootPattern-672846351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:55.217108 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-3e7031e8-5244-471f-aab6-ba5e05df131a tempest-TestVolumeBootPattern-672846351 tempest-TestVolumeBootPattern-672846351-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 1093 time: 0.0497851 Sep 21 16:36:55.219956 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 39762) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:36:55.224334 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-203e588f-08d5-447a-8205-c8a56db932dc tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Request body: {'floatingip': {'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'port_id': 'd773ab97-16a3-476f-965b-01a3b6bea788', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'fixed_ip_address': '172.20.0.3'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:36:55.346409 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-203e588f-08d5-447a-8205-c8a56db932dc tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for floatingip, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:55.443908 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-203e588f-08d5-447a-8205-c8a56db932dc tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:55.561135 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_common [None req-203e588f-08d5-447a-8205-c8a56db932dc tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Allocated IP 172.27.2.122 (72679c7d-9bce-4a4a-9509-1e8f9e1d8844/b489826c-59d7-499a-88a6-c55f1856fec4/b97a6620-84c8-4cb6-a5d5-d1df12818296) {{(pid=184191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:36:55.602940 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 39766) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:36:55.664213 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-203e588f-08d5-447a-8205-c8a56db932dc tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for port, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:55.709689 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b11b59aa-f173-4e07-9482-964e08979a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:55.752608 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-203e588f-08d5-447a-8205-c8a56db932dc tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:55.789472 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203e588f-08d5-447a-8205-c8a56db932dc tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:36:55.792349 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-203e588f-08d5-447a-8205-c8a56db932dc tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:36:55.796494 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203e588f-08d5-447a-8205-c8a56db932dc tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Received port after_create {{(pid=184191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:36:55.803622 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b11b59aa-f173-4e07-9482-964e08979a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:55.824875 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e588f-08d5-447a-8205-c8a56db932dc tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Pushing event updated for resources: {'Port': ['ID=b97a6620-84c8-4cb6-a5d5-d1df12818296,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:55.866622 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-b11b59aa-f173-4e07-9482-964e08979a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:55.905372 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-b11b59aa-f173-4e07-9482-964e08979a86 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c56925386d4402cb5a91e154995e515&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3010666 Sep 21 16:36:55.908506 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b59aa-f173-4e07-9482-964e08979a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b617d511-aa42-48f7-9aec-81a274802e3d,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:55.909675 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 39770) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:36:55.916031 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b59aa-f173-4e07-9482-964e08979a86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:55.916308 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b59aa-f173-4e07-9482-964e08979a86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:55.916710 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b59aa-f173-4e07-9482-964e08979a86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:55.917046 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b59aa-f173-4e07-9482-964e08979a86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:55.917376 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b59aa-f173-4e07-9482-964e08979a86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:55.917709 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b59aa-f173-4e07-9482-964e08979a86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:55.918037 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b59aa-f173-4e07-9482-964e08979a86 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:55.918387 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b59aa-f173-4e07-9482-964e08979a86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:55.918716 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b59aa-f173-4e07-9482-964e08979a86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:55.919860 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b59aa-f173-4e07-9482-964e08979a86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:55.920124 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b59aa-f173-4e07-9482-964e08979a86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:55.920448 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b59aa-f173-4e07-9482-964e08979a86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:56.045335 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-da37f533-7838-426f-8680-c5355b647169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:56.082003 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-da37f533-7838-426f-8680-c5355b647169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:56.246622 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-203e588f-08d5-447a-8205-c8a56db932dc tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:56.269412 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-da37f533-7838-426f-8680-c5355b647169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:56.271923 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-da37f533-7838-426f-8680-c5355b647169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:56.273058 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-da37f533-7838-426f-8680-c5355b647169 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b617d511-aa42-48f7-9aec-81a274802e3d HTTP/1.1" status: 204 len: 168 time: 0.3624589 Sep 21 16:36:56.287262 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37f533-7838-426f-8680-c5355b647169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b617d511-aa42-48f7-9aec-81a274802e3d,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:56.301974 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da37f533-7838-426f-8680-c5355b647169 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:56.302320 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da37f533-7838-426f-8680-c5355b647169 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:56.302653 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da37f533-7838-426f-8680-c5355b647169 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:56.303038 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da37f533-7838-426f-8680-c5355b647169 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:56.303375 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da37f533-7838-426f-8680-c5355b647169 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:56.303727 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da37f533-7838-426f-8680-c5355b647169 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:56.304056 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da37f533-7838-426f-8680-c5355b647169 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:56.304380 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da37f533-7838-426f-8680-c5355b647169 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:56.304701 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da37f533-7838-426f-8680-c5355b647169 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:56.305110 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da37f533-7838-426f-8680-c5355b647169 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:56.305437 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da37f533-7838-426f-8680-c5355b647169 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:56.305755 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da37f533-7838-426f-8680-c5355b647169 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:36:56.383338 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-203e588f-08d5-447a-8205-c8a56db932dc tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:56.546486 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-203e588f-08d5-447a-8205-c8a56db932dc tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for port, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:56.600677 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-203e588f-08d5-447a-8205-c8a56db932dc tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4479009'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:56.675952 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e588f-08d5-447a-8205-c8a56db932dc tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Pushing event updated for resources: {'Port': ['ID=b97a6620-84c8-4cb6-a5d5-d1df12818296,revision_number=2']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:36:56.688912 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-203e588f-08d5-447a-8205-c8a56db932dc tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615442'] for floatingip, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:56.798425 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.db.l3_db [None req-203e588f-08d5-447a-8205-c8a56db932dc tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Floating IP 24ba4672-7bc0-4dff-a8d4-b65ff9cfb9d8 associated. External IP: 172.27.2.122, port: d773ab97-16a3-476f-965b-01a3b6bea788. Sep 21 16:36:57.006394 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203e588f-08d5-447a-8205-c8a56db932dc tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Router 0e11362f-3853-41ee-b819-47041b77fe33 has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:36:57.116097 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203e588f-08d5-447a-8205-c8a56db932dc tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:36:57.126241 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca129a3-9b35-4677-a6c8-b63093542f9f None None] Sync routers for ids ['0e11362f-3853-41ee-b819-47041b77fe33'] in dv-cinder-810035-1-iscsi {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:36:57.134857 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca129a3-9b35-4677-a6c8-b63093542f9f None None] Routers {'0e11362f-3853-41ee-b819-47041b77fe33'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:36:57.138819 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-2ca129a3-9b35-4677-a6c8-b63093542f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:36:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['0e11362f-3853-41ee-b819-47041b77fe33'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:57.186981 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-203e588f-08d5-447a-8205-c8a56db932dc tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for floatingip, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:57.218373 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-203e588f-08d5-447a-8205-c8a56db932dc tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9973357 Sep 21 16:36:57.218966 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b54465-ae6c-4f47-a7b2-233e7791942b', 'tag': 'd773ab97-16a3-476f-965b-01a3b6bea788'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:36:57.221266 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682a4517-0c38-459f-95a8-b625f4d544b3" -d '{"events": [{"name": "network-changed", "server_uuid": "85b54465-ae6c-4f47-a7b2-233e7791942b", "tag": "d773ab97-16a3-476f-965b-01a3b6bea788"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:36:57.249937 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-2ca129a3-9b35-4677-a6c8-b63093542f9f None None] Set router 0e11362f-3853-41ee-b819-47041b77fe33 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:36:57.258459 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c308013f-3745-43a4-9e08-cf5bbcdb940c x-openstack-request-id: req-c308013f-3745-43a4-9e08-cf5bbcdb940c {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:36:57.259079 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b54465-ae6c-4f47-a7b2-233e7791942b", "tag": "d773ab97-16a3-476f-965b-01a3b6bea788", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:36:57.259079 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c308013f-3745-43a4-9e08-cf5bbcdb940c {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:36:57.259442 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b54465-ae6c-4f47-a7b2-233e7791942b', 'tag': 'd773ab97-16a3-476f-965b-01a3b6bea788', 'status': 'completed', 'code': 200} Sep 21 16:36:57.339211 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a4517-0c38-459f-95a8-b625f4d544b3 req-f34983c8-9ff6-4aab-a7a8-bba396f6e4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:57.341652 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-682a4517-0c38-459f-95a8-b625f4d544b3 req-f34983c8-9ff6-4aab-a7a8-bba396f6e4fe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6043226e82394816af874014d2a2bf84&device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 1098 time: 0.0466843 Sep 21 16:36:57.447240 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a4517-0c38-459f-95a8-b625f4d544b3 req-ee05672e-7da7-4668-9c9f-6369c2e61ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:57.448805 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-682a4517-0c38-459f-95a8-b625f4d544b3 req-ee05672e-7da7-4668-9c9f-6369c2e61ceb service neutron] 10.222.0.44 "GET /v2.0/networks?id=84a8318c-3a52-454c-b8ec-bdaba678f9cd HTTP/1.1" status: 200 len: 913 time: 0.0986860 Sep 21 16:36:57.511917 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-2ca129a3-9b35-4677-a6c8-b63093542f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e11362f-3853-41ee-b819-47041b77fe33', 'name': 'tempest-TestVolumeBootPattern-1273681184-router', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:23Z', 'updated_at': '2021-09-21T16:32:26Z', 'revision_number': 4, 'project_id': '6043226e82394816af874014d2a2bf84', 'gw_port': {'id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:24Z', 'updated_at': '2021-09-21T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_floatingips': [{'id': '24ba4672-7bc0-4dff-a8d4-b65ff9cfb9d8', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'router_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'port_id': 'd773ab97-16a3-476f-965b-01a3b6bea788', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'mac_address': 'fa:16:3e:6c:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b54465-ae6c-4f47-a7b2-233e7791942b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T16:36:56Z', 'updated_at': '2021-09-21T16:36:56Z', 'revision_number': 0, 'project_id': '6043226e82394816af874014d2a2bf84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c47745-3a8f-4ab9-855a-5e642ff67f46', 'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'mac_address': 'fa:16:3e:29:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:26Z', 'updated_at': '2021-09-21T16:32:31Z', 'revision_number': 5, 'project_id': '6043226e82394816af874014d2a2bf84', 'subnets': [{'id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:57.529469 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-682a4517-0c38-459f-95a8-b625f4d544b3 req-b8623257-f106-4ccd-92fc-9f7996e50c81 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d773ab97-16a3-476f-965b-01a3b6bea788 HTTP/1.1" status: 200 len: 999 time: 0.0721233 Sep 21 16:36:57.539452 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca129a3-9b35-4677-a6c8-b63093542f9f None None] Checking router: 0e11362f-3853-41ee-b819-47041b77fe33 for host: dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:36:57.548813 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca129a3-9b35-4677-a6c8-b63093542f9f None None] Routers {'0e11362f-3853-41ee-b819-47041b77fe33'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:36:57.549440 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-2ca129a3-9b35-4677-a6c8-b63093542f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:36:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['0e11362f-3853-41ee-b819-47041b77fe33'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:57.584315 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a4517-0c38-459f-95a8-b625f4d544b3 req-5b8df20c-3198-4f2f-a211-1064458e09d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:57.585809 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-682a4517-0c38-459f-95a8-b625f4d544b3 req-5b8df20c-3198-4f2f-a211-1064458e09d5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f8f4ce81-6fda-46e9-8392-224a6ec23c8a HTTP/1.1" status: 200 len: 851 time: 0.0471282 Sep 21 16:36:57.640389 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a4517-0c38-459f-95a8-b625f4d544b3 req-522304e3-7451-449f-844b-723faa9069e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:57.642009 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-682a4517-0c38-459f-95a8-b625f4d544b3 req-522304e3-7451-449f-844b-723faa9069e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=84a8318c-3a52-454c-b8ec-bdaba678f9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439374 Sep 21 16:36:57.741634 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-682a4517-0c38-459f-95a8-b625f4d544b3 req-56938782-abac-424e-a821-c2d48a184599 service neutron] 10.222.0.44 "GET /v2.0/networks/84a8318c-3a52-454c-b8ec-bdaba678f9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900424 Sep 21 16:36:57.777914 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-2ca129a3-9b35-4677-a6c8-b63093542f9f None None] Set router 0e11362f-3853-41ee-b819-47041b77fe33 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:36:57.831355 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-682a4517-0c38-459f-95a8-b625f4d544b3 req-7ec6519c-09ac-4d0a-b45f-5a9624908972 service neutron] 10.222.0.44 "GET /v2.0/networks/84a8318c-3a52-454c-b8ec-bdaba678f9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824049 Sep 21 16:36:58.006714 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-2ca129a3-9b35-4677-a6c8-b63093542f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e11362f-3853-41ee-b819-47041b77fe33', 'name': 'tempest-TestVolumeBootPattern-1273681184-router', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:23Z', 'updated_at': '2021-09-21T16:32:26Z', 'revision_number': 4, 'project_id': '6043226e82394816af874014d2a2bf84', 'gw_port': {'id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:24Z', 'updated_at': '2021-09-21T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_floatingips': [{'id': '24ba4672-7bc0-4dff-a8d4-b65ff9cfb9d8', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'router_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'port_id': 'd773ab97-16a3-476f-965b-01a3b6bea788', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'mac_address': 'fa:16:3e:6c:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b54465-ae6c-4f47-a7b2-233e7791942b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T16:36:56Z', 'updated_at': '2021-09-21T16:36:56Z', 'revision_number': 0, 'project_id': '6043226e82394816af874014d2a2bf84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c47745-3a8f-4ab9-855a-5e642ff67f46', 'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'mac_address': 'fa:16:3e:29:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:26Z', 'updated_at': '2021-09-21T16:32:31Z', 'revision_number': 5, 'project_id': '6043226e82394816af874014d2a2bf84', 'subnets': [{'id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:36:58.034010 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca129a3-9b35-4677-a6c8-b63093542f9f None None] The sync data for ids ['0e11362f-3853-41ee-b819-47041b77fe33'] in dv-cinder-810035-1-iscsi is: [{'id': '0e11362f-3853-41ee-b819-47041b77fe33', 'name': 'tempest-TestVolumeBootPattern-1273681184-router', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:23Z', 'updated_at': '2021-09-21T16:32:26Z', 'revision_number': 4, 'project_id': '6043226e82394816af874014d2a2bf84', 'gw_port': {'id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:24Z', 'updated_at': '2021-09-21T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_floatingips': [{'id': '24ba4672-7bc0-4dff-a8d4-b65ff9cfb9d8', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'router_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'port_id': 'd773ab97-16a3-476f-965b-01a3b6bea788', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'mac_address': 'fa:16:3e:6c:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b54465-ae6c-4f47-a7b2-233e7791942b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T16:36:56Z', 'updated_at': '2021-09-21T16:36:56Z', 'revision_number': 0, 'project_id': '6043226e82394816af874014d2a2bf84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c47745-3a8f-4ab9-855a-5e642ff67f46', 'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'mac_address': 'fa:16:3e:29:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:26Z', 'updated_at': '2021-09-21T16:32:31Z', 'revision_number': 5, 'project_id': '6043226e82394816af874014d2a2bf84', 'subnets': [{'id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:36:58.227534 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79e0aa8-6821-4bc2-a376-5d6be614794d None None] New status for floating IP 24ba4672-7bc0-4dff-a8d4-b65ff9cfb9d8: ACTIVE {{(pid=184194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:36:58.626187 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26287517-7c9e-4e2b-bdc6-9879a745662c req-056a3590-44c6-4d9b-856f-eb1936fbecae tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:58.627857 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-26287517-7c9e-4e2b-bdc6-9879a745662c req-056a3590-44c6-4d9b-856f-eb1936fbecae tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 946 time: 0.0531337 Sep 21 16:36:58.666240 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-26287517-7c9e-4e2b-bdc6-9879a745662c req-5c6adddb-b89e-47ea-a055-f28cf04569fd tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325010 Sep 21 16:36:58.688872 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 39790) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:36:58.867326 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f0abbf-bd9b-4701-b2ea-ba60a4b0c96c tempest-TestMinimumBasicScenario-961788372 tempest-TestMinimumBasicScenario-961788372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:36:58.868895 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-81f0abbf-bd9b-4701-b2ea-ba60a4b0c96c tempest-TestMinimumBasicScenario-961788372 tempest-TestMinimumBasicScenario-961788372-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 1094 time: 0.1790493 Sep 21 16:36:58.871715 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 39794) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:36:58.875908 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-751c521d-ea54-419b-a2a7-c1ddf766715d tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Request body: {'floatingip': {'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'port_id': '04b22366-7ea1-4663-af62-cb2ed9cfc1f5', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:36:58.977708 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-751c521d-ea54-419b-a2a7-c1ddf766715d tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks [] for floatingip, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:59.317784 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-751c521d-ea54-419b-a2a7-c1ddf766715d tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:59.421437 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_common [None req-751c521d-ea54-419b-a2a7-c1ddf766715d tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Allocated IP 172.27.2.86 (72679c7d-9bce-4a4a-9509-1e8f9e1d8844/b489826c-59d7-499a-88a6-c55f1856fec4/61ecabb7-dea2-4b5d-866d-1ee2f7ade96d) {{(pid=184191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:36:59.527234 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-751c521d-ea54-419b-a2a7-c1ddf766715d tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks [] for port, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:59.609911 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-751c521d-ea54-419b-a2a7-c1ddf766715d tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:36:59.648665 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751c521d-ea54-419b-a2a7-c1ddf766715d tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:36:59.651580 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [None req-751c521d-ea54-419b-a2a7-c1ddf766715d tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:36:59.658350 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751c521d-ea54-419b-a2a7-c1ddf766715d tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Received port after_create {{(pid=184191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:36:59.663929 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c521d-ea54-419b-a2a7-c1ddf766715d tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Pushing event updated for resources: {'Port': ['ID=61ecabb7-dea2-4b5d-866d-1ee2f7ade96d,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:00.037914 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-751c521d-ea54-419b-a2a7-c1ddf766715d tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:00.163552 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-751c521d-ea54-419b-a2a7-c1ddf766715d tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:00.317382 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-751c521d-ea54-419b-a2a7-c1ddf766715d tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks [] for port, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:00.411905 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-751c521d-ea54-419b-a2a7-c1ddf766715d tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4479009'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:00.484058 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c521d-ea54-419b-a2a7-c1ddf766715d tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Pushing event updated for resources: {'Port': ['ID=61ecabb7-dea2-4b5d-866d-1ee2f7ade96d,revision_number=2']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:00.493812 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-751c521d-ea54-419b-a2a7-c1ddf766715d tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615442'] for floatingip, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:00.600274 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.db.l3_db [None req-751c521d-ea54-419b-a2a7-c1ddf766715d tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Floating IP b7ffb76f-42d5-4aaf-8897-ba05221e0dea associated. External IP: 172.27.2.86, port: 04b22366-7ea1-4663-af62-cb2ed9cfc1f5. Sep 21 16:37:00.807449 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751c521d-ea54-419b-a2a7-c1ddf766715d tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Router b1df4c37-2727-4fb7-8c2a-307368ba6b1c has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:37:00.916903 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751c521d-ea54-419b-a2a7-c1ddf766715d tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:37:00.927062 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dade713-3453-4304-b8be-c37b849d4ac1 None None] Sync routers for ids ['b1df4c37-2727-4fb7-8c2a-307368ba6b1c'] in dv-cinder-810035-1-iscsi {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:37:00.937006 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dade713-3453-4304-b8be-c37b849d4ac1 None None] Routers {'b1df4c37-2727-4fb7-8c2a-307368ba6b1c'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:37:00.937628 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-9dade713-3453-4304-b8be-c37b849d4ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:36:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['b1df4c37-2727-4fb7-8c2a-307368ba6b1c'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:37:00.991968 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-751c521d-ea54-419b-a2a7-c1ddf766715d tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for floatingip, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:01.020580 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-751c521d-ea54-419b-a2a7-c1ddf766715d tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1478302 Sep 21 16:37:01.021179 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8', 'tag': '04b22366-7ea1-4663-af62-cb2ed9cfc1f5'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:37:01.023590 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574762ee-9620-40e7-959a-b10a3e7f75fd" -d '{"events": [{"name": "network-changed", "server_uuid": "9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8", "tag": "04b22366-7ea1-4663-af62-cb2ed9cfc1f5"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:37:01.024166 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 39796) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:37:01.029407 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-5b51bcbe-dd58-4eff-a71d-eefaf3a3f35a tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1014710946', 'description': 'tempest-secgroup-smoke-1014710946 description', 'project_id': 'c586ba2037dc4337b17c12e02b4a252b'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:37:01.048946 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-9dade713-3453-4304-b8be-c37b849d4ac1 None None] Set router b1df4c37-2727-4fb7-8c2a-307368ba6b1c gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:37:01.062018 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6befac9-0b97-41b8-8114-768f1e84bf0a x-openstack-request-id: req-d6befac9-0b97-41b8-8114-768f1e84bf0a {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:37:01.063453 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8", "tag": "04b22366-7ea1-4663-af62-cb2ed9cfc1f5", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:37:01.063453 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d6befac9-0b97-41b8-8114-768f1e84bf0a {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:37:01.063453 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8', 'tag': '04b22366-7ea1-4663-af62-cb2ed9cfc1f5', 'status': 'completed', 'code': 200} Sep 21 16:37:01.107383 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5b51bcbe-dd58-4eff-a71d-eefaf3a3f35a tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks [] for security_group, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:01.134464 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574762ee-9620-40e7-959a-b10a3e7f75fd req-c2ef6e1d-f55a-4914-8a70-c8f7a211f49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:37:01.136119 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-574762ee-9620-40e7-959a-b10a3e7f75fd req-c2ef6e1d-f55a-4914-8a70-c8f7a211f49b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c586ba2037dc4337b17c12e02b4a252b&device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 1099 time: 0.0491066 Sep 21 16:37:01.197011 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5b51bcbe-dd58-4eff-a71d-eefaf3a3f35a tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks [] for security_group, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:01.239666 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574762ee-9620-40e7-959a-b10a3e7f75fd req-a97df339-61eb-49a9-97cd-5c0ef43deeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:37:01.241999 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-574762ee-9620-40e7-959a-b10a3e7f75fd req-a97df339-61eb-49a9-97cd-5c0ef43deeb2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c58664c-9a8d-42f7-baab-9c7ec545dd02 HTTP/1.1" status: 200 len: 916 time: 0.0985281 Sep 21 16:37:01.249566 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5b51bcbe-dd58-4eff-a71d-eefaf3a3f35a tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:01.280185 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51bcbe-dd58-4eff-a71d-eefaf3a3f35a tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8972a6-d613-4ca2-abbb-29a8997d0dcc,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:01.286818 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-9dade713-3453-4304-b8be-c37b849d4ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'name': 'tempest-TestMinimumBasicScenario-1075986500-router', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '8719373f-25b5-4766-9205-5cfce7ec3032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:35:57Z', 'updated_at': '2021-09-21T16:36:00Z', 'revision_number': 4, 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'gw_port': {'id': '8719373f-25b5-4766-9205-5cfce7ec3032', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:85:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:35:57Z', 'updated_at': '2021-09-21T16:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_floatingips': [{'id': 'b7ffb76f-42d5-4aaf-8897-ba05221e0dea', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'router_id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'port_id': '04b22366-7ea1-4663-af62-cb2ed9cfc1f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c58664c-9a8d-42f7-baab-9c7ec545dd02', 'mac_address': 'fa:16:3e:93:f2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T16:36:59Z', 'updated_at': '2021-09-21T16:36:59Z', 'revision_number': 0, 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29220a52-7495-41cc-92b7-d603275048e1', 'name': '', 'network_id': '4c58664c-9a8d-42f7-baab-9c7ec545dd02', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b', 'mac_address': 'fa:16:3e:3d:53:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'def3ed9c-de8b-4004-8516-9d9810b6d40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:35:59Z', 'updated_at': '2021-09-21T16:36:04Z', 'revision_number': 5, 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'subnets': [{'id': 'def3ed9c-de8b-4004-8516-9d9810b6d40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:37:01.315050 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dade713-3453-4304-b8be-c37b849d4ac1 None None] Checking router: b1df4c37-2727-4fb7-8c2a-307368ba6b1c for host: dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:37:01.317279 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-574762ee-9620-40e7-959a-b10a3e7f75fd req-c9ac4f5e-31a0-484b-a18f-483af581bea4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b22366-7ea1-4663-af62-cb2ed9cfc1f5 HTTP/1.1" status: 200 len: 999 time: 0.0648110 Sep 21 16:37:01.323789 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dade713-3453-4304-b8be-c37b849d4ac1 None None] Routers {'b1df4c37-2727-4fb7-8c2a-307368ba6b1c'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:37:01.324403 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-9dade713-3453-4304-b8be-c37b849d4ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:36:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['b1df4c37-2727-4fb7-8c2a-307368ba6b1c'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:37:01.332564 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-5b51bcbe-dd58-4eff-a71d-eefaf3a3f35a tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:01.336505 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-5b51bcbe-dd58-4eff-a71d-eefaf3a3f35a tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3086452 Sep 21 16:37:01.344909 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 39800) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:37:01.344909 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-88877c8f-7d04-456e-b607-78610e8ddaa8 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Request body: {'security_group_rule': {'security_group_id': '9f8972a6-d613-4ca2-abbb-29a8997d0dcc', 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:37:01.378056 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574762ee-9620-40e7-959a-b10a3e7f75fd req-d7eb727b-e90f-4e4e-abca-1b68837921ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:37:01.379719 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-574762ee-9620-40e7-959a-b10a3e7f75fd req-d7eb727b-e90f-4e4e-abca-1b68837921ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=def3ed9c-de8b-4004-8516-9d9810b6d40d HTTP/1.1" status: 200 len: 854 time: 0.0472438 Sep 21 16:37:01.430999 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-88877c8f-7d04-456e-b607-78610e8ddaa8 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:01.435361 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-9dade713-3453-4304-b8be-c37b849d4ac1 None None] Set router b1df4c37-2727-4fb7-8c2a-307368ba6b1c gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:37:01.439110 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574762ee-9620-40e7-959a-b10a3e7f75fd req-ca7edade-87a3-4d22-a536-f7a8eb46a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:37:01.441688 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-574762ee-9620-40e7-959a-b10a3e7f75fd req-ca7edade-87a3-4d22-a536-f7a8eb46a72b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c58664c-9a8d-42f7-baab-9c7ec545dd02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514886 Sep 21 16:37:01.490902 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-88877c8f-7d04-456e-b607-78610e8ddaa8 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:01.541327 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-574762ee-9620-40e7-959a-b10a3e7f75fd req-d6ff25d3-769d-463c-b373-363a4b02c3a5 service neutron] 10.222.0.44 "GET /v2.0/networks/4c58664c-9a8d-42f7-baab-9c7ec545dd02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920084 Sep 21 16:37:01.564660 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-88877c8f-7d04-456e-b607-78610e8ddaa8 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791899'] for security_group_rule, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:01.589456 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88877c8f-7d04-456e-b607-78610e8ddaa8 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8edadbbe-a42a-49b7-a9e1-df1c30211ab8,revision_number=0']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:01.650331 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-574762ee-9620-40e7-959a-b10a3e7f75fd req-9984d3ac-7e5a-4110-b050-3ea99660ca2b service neutron] 10.222.0.44 "GET /v2.0/networks/4c58664c-9a8d-42f7-baab-9c7ec545dd02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939643 Sep 21 16:37:01.655516 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-88877c8f-7d04-456e-b607-78610e8ddaa8 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:01.656749 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-88877c8f-7d04-456e-b607-78610e8ddaa8 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3188596 Sep 21 16:37:01.659969 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 39802) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:37:01.664665 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-d46d5450-9b14-4958-8b83-7f0e818d9167 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Request body: {'security_group_rule': {'security_group_id': '9f8972a6-d613-4ca2-abbb-29a8997d0dcc', 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:37:01.670990 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-9dade713-3453-4304-b8be-c37b849d4ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'name': 'tempest-TestMinimumBasicScenario-1075986500-router', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '8719373f-25b5-4766-9205-5cfce7ec3032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:35:57Z', 'updated_at': '2021-09-21T16:36:00Z', 'revision_number': 4, 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'gw_port': {'id': '8719373f-25b5-4766-9205-5cfce7ec3032', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:85:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:35:57Z', 'updated_at': '2021-09-21T16:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_floatingips': [{'id': 'b7ffb76f-42d5-4aaf-8897-ba05221e0dea', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'router_id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'port_id': '04b22366-7ea1-4663-af62-cb2ed9cfc1f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c58664c-9a8d-42f7-baab-9c7ec545dd02', 'mac_address': 'fa:16:3e:93:f2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T16:36:59Z', 'updated_at': '2021-09-21T16:36:59Z', 'revision_number': 0, 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29220a52-7495-41cc-92b7-d603275048e1', 'name': '', 'network_id': '4c58664c-9a8d-42f7-baab-9c7ec545dd02', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b', 'mac_address': 'fa:16:3e:3d:53:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'def3ed9c-de8b-4004-8516-9d9810b6d40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:35:59Z', 'updated_at': '2021-09-21T16:36:04Z', 'revision_number': 5, 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'subnets': [{'id': 'def3ed9c-de8b-4004-8516-9d9810b6d40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:37:01.701431 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dade713-3453-4304-b8be-c37b849d4ac1 None None] The sync data for ids ['b1df4c37-2727-4fb7-8c2a-307368ba6b1c'] in dv-cinder-810035-1-iscsi is: [{'id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'name': 'tempest-TestMinimumBasicScenario-1075986500-router', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '8719373f-25b5-4766-9205-5cfce7ec3032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:35:57Z', 'updated_at': '2021-09-21T16:36:00Z', 'revision_number': 4, 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'gw_port': {'id': '8719373f-25b5-4766-9205-5cfce7ec3032', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:85:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:35:57Z', 'updated_at': '2021-09-21T16:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_floatingips': [{'id': 'b7ffb76f-42d5-4aaf-8897-ba05221e0dea', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'router_id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'port_id': '04b22366-7ea1-4663-af62-cb2ed9cfc1f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c58664c-9a8d-42f7-baab-9c7ec545dd02', 'mac_address': 'fa:16:3e:93:f2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T16:36:59Z', 'updated_at': '2021-09-21T16:36:59Z', 'revision_number': 0, 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29220a52-7495-41cc-92b7-d603275048e1', 'name': '', 'network_id': '4c58664c-9a8d-42f7-baab-9c7ec545dd02', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b', 'mac_address': 'fa:16:3e:3d:53:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'def3ed9c-de8b-4004-8516-9d9810b6d40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:35:59Z', 'updated_at': '2021-09-21T16:36:04Z', 'revision_number': 5, 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'subnets': [{'id': 'def3ed9c-de8b-4004-8516-9d9810b6d40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:37:01.774449 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d46d5450-9b14-4958-8b83-7f0e818d9167 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:01.842502 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d46d5450-9b14-4958-8b83-7f0e818d9167 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:01.890659 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deacc1bb-9666-412c-b7a9-dd73360ed41d None None] New status for floating IP b7ffb76f-42d5-4aaf-8897-ba05221e0dea: ACTIVE {{(pid=184194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:37:01.917673 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d46d5450-9b14-4958-8b83-7f0e818d9167 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791899'] for security_group_rule, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:01.937612 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d5450-9b14-4958-8b83-7f0e818d9167 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91bd2159-25e7-48c6-bf1c-d2deb15dbf24,revision_number=0']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:02.006438 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-d46d5450-9b14-4958-8b83-7f0e818d9167 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:02.007721 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-d46d5450-9b14-4958-8b83-7f0e818d9167 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3467455 Sep 21 16:37:02.015216 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 39804) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:37:02.015509 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-1fc7be58-753d-4b16-9ae5-28b1d6199761 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Request body: {'security_group_rule': {'security_group_id': '9f8972a6-d613-4ca2-abbb-29a8997d0dcc', 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:37:02.108923 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-1fc7be58-753d-4b16-9ae5-28b1d6199761 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:02.175919 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-1fc7be58-753d-4b16-9ae5-28b1d6199761 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:02.240462 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-1fc7be58-753d-4b16-9ae5-28b1d6199761 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791899'] for security_group_rule, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:02.260787 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7be58-753d-4b16-9ae5-28b1d6199761 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676e2042-f781-4218-94f9-c244d78a7597,revision_number=0']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:02.309265 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-1fc7be58-753d-4b16-9ae5-28b1d6199761 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:02.311089 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-1fc7be58-753d-4b16-9ae5-28b1d6199761 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2996523 Sep 21 16:37:02.314823 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 39806) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:37:02.319344 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-5fcbf42d-3771-4737-9a9e-23dd5e77d0be tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Request body: {'security_group_rule': {'security_group_id': '9f8972a6-d613-4ca2-abbb-29a8997d0dcc', 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:37:02.416879 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf42d-3771-4737-9a9e-23dd5e77d0be tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:02.474471 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf42d-3771-4737-9a9e-23dd5e77d0be tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:02.552091 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf42d-3771-4737-9a9e-23dd5e77d0be tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791899'] for security_group_rule, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:02.569972 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbf42d-3771-4737-9a9e-23dd5e77d0be tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e861c21-031e-4b9d-ab69-35930db37502,revision_number=0']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:02.628957 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf42d-3771-4737-9a9e-23dd5e77d0be tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:02.630193 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-5fcbf42d-3771-4737-9a9e-23dd5e77d0be tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3143990 Sep 21 16:37:02.633305 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 39808) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:37:02.637596 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-4be5e90f-71bd-4863-9786-2354aa110268 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Request body: {'security_group_rule': {'security_group_id': '9f8972a6-d613-4ca2-abbb-29a8997d0dcc', 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:37:02.726258 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.db.securitygroups_db [None req-4be5e90f-71bd-4863-9786-2354aa110268 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Project c586ba2037dc4337b17c12e02b4a252b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:37:02.731238 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4be5e90f-71bd-4863-9786-2354aa110268 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:02.792235 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4be5e90f-71bd-4863-9786-2354aa110268 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:02.880899 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4be5e90f-71bd-4863-9786-2354aa110268 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791899'] for security_group_rule, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:02.901033 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5e90f-71bd-4863-9786-2354aa110268 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e0efcc4-2047-415b-9c3e-d5a48b8c59f8,revision_number=0']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:03.006358 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4be5e90f-71bd-4863-9786-2354aa110268 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:03.007735 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-4be5e90f-71bd-4863-9786-2354aa110268 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3734653 Sep 21 16:37:03.010476 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 39810) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:37:03.015783 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [None req-f7be235c-808b-4e74-ae77-fc5a7fa8e72a tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Request body: {'security_group_rule': {'security_group_id': '9f8972a6-d613-4ca2-abbb-29a8997d0dcc', 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:37:03.155428 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.db.securitygroups_db [None req-f7be235c-808b-4e74-ae77-fc5a7fa8e72a tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Project c586ba2037dc4337b17c12e02b4a252b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 16:37:03.160606 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-f7be235c-808b-4e74-ae77-fc5a7fa8e72a tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:03.227536 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-f7be235c-808b-4e74-ae77-fc5a7fa8e72a tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:03.298017 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-f7be235c-808b-4e74-ae77-fc5a7fa8e72a tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-791899'] for security_group_rule, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:03.316280 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be235c-808b-4e74-ae77-fc5a7fa8e72a tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb5144e-8a09-4b4e-b41b-57b26f255607,revision_number=0']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:03.369426 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-f7be235c-808b-4e74-ae77-fc5a7fa8e72a tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:03.370684 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-f7be235c-808b-4e74-ae77-fc5a7fa8e72a tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3591437 Sep 21 16:37:03.455174 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-49a5be1f-cccf-407d-906e-5fef413b775d req-a882acd9-aefe-4862-860c-742035ca4369 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1014710946&fields=id&tenant_id=c586ba2037dc4337b17c12e02b4a252b HTTP/1.1" status: 200 len: 267 time: 0.0368125 Sep 21 16:37:03.509451 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5be1f-cccf-407d-906e-5fef413b775d req-c17d1d8d-1ba3-42d5-897c-832d2b404609 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:37:03.510939 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-49a5be1f-cccf-407d-906e-5fef413b775d req-c17d1d8d-1ba3-42d5-897c-832d2b404609 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 946 time: 0.0499675 Sep 21 16:37:03.524050 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [req-49a5be1f-cccf-407d-906e-5fef413b775d req-8b4efb90-bada-40d5-adb0-787147e3c43c tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Request body: {'port': {'security_groups': ['8381bbdd-6583-4efb-9646-ffa446dd1e99', '9f8972a6-d613-4ca2-abbb-29a8997d0dcc']}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:37:03.592687 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-49a5be1f-cccf-407d-906e-5fef413b775d req-8b4efb90-bada-40d5-adb0-787147e3c43c tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:03.777945 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-49a5be1f-cccf-407d-906e-5fef413b775d req-8b4efb90-bada-40d5-adb0-787147e3c43c tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] For port 04b22366-7ea1-4663-af62-cb2ed9cfc1f5, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=04b22366-7ea1-4663-af62-cb2ed9cfc1f5,segment=NetworkSegment(36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4),segment_id=36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4)] {{(pid=184191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:37:03.807097 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-49a5be1f-cccf-407d-906e-5fef413b775d req-8b4efb90-bada-40d5-adb0-787147e3c43c tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks [] for port, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:03.858085 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-49a5be1f-cccf-407d-906e-5fef413b775d req-8b4efb90-bada-40d5-adb0-787147e3c43c tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4479009'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:03.877629 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['04b22366-7ea1-4663-af62-cb2ed9cfc1f5'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:37:03.903458 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5be1f-cccf-407d-906e-5fef413b775d req-8b4efb90-bada-40d5-adb0-787147e3c43c tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:37:03.904148 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-49a5be1f-cccf-407d-906e-5fef413b775d req-8b4efb90-bada-40d5-adb0-787147e3c43c tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:03.905629 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-49a5be1f-cccf-407d-906e-5fef413b775d req-8b4efb90-bada-40d5-adb0-787147e3c43c tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "PUT /v2.0/ports/04b22366-7ea1-4663-af62-cb2ed9cfc1f5 HTTP/1.1" status: 200 len: 982 time: 0.3865561 Sep 21 16:37:03.911858 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8', 'tag': '04b22366-7ea1-4663-af62-cb2ed9cfc1f5'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:37:03.911858 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55dc5f0d-abeb-4de8-9e34-c1ca21609def" -d '{"events": [{"name": "network-changed", "server_uuid": "9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8", "tag": "04b22366-7ea1-4663-af62-cb2ed9cfc1f5"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:37:03.956093 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5689f004-f44e-4dff-8e54-755727ffdeb0 x-openstack-request-id: req-5689f004-f44e-4dff-8e54-755727ffdeb0 {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:37:03.956385 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8", "tag": "04b22366-7ea1-4663-af62-cb2ed9cfc1f5", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:37:03.956703 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5689f004-f44e-4dff-8e54-755727ffdeb0 {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:37:03.957420 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8', 'tag': '04b22366-7ea1-4663-af62-cb2ed9cfc1f5', 'status': 'completed', 'code': 200} Sep 21 16:37:03.960558 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4efb90-bada-40d5-adb0-787147e3c43c tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Pushing event updated for resources: {'Port': ['ID=04b22366-7ea1-4663-af62-cb2ed9cfc1f5,revision_number=6']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:37:03.997761 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['04b22366-7ea1-4663-af62-cb2ed9cfc1f5'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:37:04.032069 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc5f0d-abeb-4de8-9e34-c1ca21609def req-21a81640-c65d-4453-b273-e5d004b1eabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:37:04.033967 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-55dc5f0d-abeb-4de8-9e34-c1ca21609def req-21a81640-c65d-4453-b273-e5d004b1eabf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c586ba2037dc4337b17c12e02b4a252b&device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 1138 time: 0.0478685 Sep 21 16:37:04.054510 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a09da-7dde-4a33-a541-ac8e8f158b63 req-f87e8aa3-d2d9-4590-98a6-37eac09c79da tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:37:04.064404 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-e74a09da-7dde-4a33-a541-ac8e8f158b63 req-f87e8aa3-d2d9-4590-98a6-37eac09c79da tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 985 time: 0.0750108 Sep 21 16:37:04.109651 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-e74a09da-7dde-4a33-a541-ac8e8f158b63 req-a8f3a71d-72cc-496c-a7bc-addb6b007ce9 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&id=9f8972a6-d613-4ca2-abbb-29a8997d0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442789 Sep 21 16:37:04.148387 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc5f0d-abeb-4de8-9e34-c1ca21609def req-c18a1735-1287-4440-961d-ce4bcfe9feed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:37:04.149885 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-55dc5f0d-abeb-4de8-9e34-c1ca21609def req-c18a1735-1287-4440-961d-ce4bcfe9feed service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c58664c-9a8d-42f7-baab-9c7ec545dd02 HTTP/1.1" status: 200 len: 916 time: 0.1067777 Sep 21 16:37:04.219420 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-55dc5f0d-abeb-4de8-9e34-c1ca21609def req-6ee7a59b-e845-44f4-98d1-8f0e4b1a98cd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b22366-7ea1-4663-af62-cb2ed9cfc1f5 HTTP/1.1" status: 200 len: 1001 time: 0.0619371 Sep 21 16:37:04.243862 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-b4448741-9f7e-4bcb-b118-257cd715d3f6 None None] Provisioning complete for port 04b22366-7ea1-4663-af62-cb2ed9cfc1f5 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:37:04.244233 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b4448741-9f7e-4bcb-b118-257cd715d3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:04.282876 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc5f0d-abeb-4de8-9e34-c1ca21609def req-be32c196-1392-4507-a4ee-0692ad0143b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:37:04.284314 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-55dc5f0d-abeb-4de8-9e34-c1ca21609def req-be32c196-1392-4507-a4ee-0692ad0143b3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=def3ed9c-de8b-4004-8516-9d9810b6d40d HTTP/1.1" status: 200 len: 854 time: 0.0497293 Sep 21 16:37:04.336248 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc5f0d-abeb-4de8-9e34-c1ca21609def req-7a3c6305-636f-4b8d-b9a5-f2c0f6a5dce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:37:04.337770 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-55dc5f0d-abeb-4de8-9e34-c1ca21609def req-7a3c6305-636f-4b8d-b9a5-f2c0f6a5dce5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c58664c-9a8d-42f7-baab-9c7ec545dd02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428081 Sep 21 16:37:04.435933 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-55dc5f0d-abeb-4de8-9e34-c1ca21609def req-584526f3-22e2-447b-a7e6-171fd035afca service neutron] 10.222.0.44 "GET /v2.0/networks/4c58664c-9a8d-42f7-baab-9c7ec545dd02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911233 Sep 21 16:37:04.533984 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-55dc5f0d-abeb-4de8-9e34-c1ca21609def req-31333d9d-8e18-40c9-b0ae-c40fa9c4167c service neutron] 10.222.0.44 "GET /v2.0/networks/4c58664c-9a8d-42f7-baab-9c7ec545dd02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893457 Sep 21 16:37:09.252299 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:11.803770 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-081bc92d-0824-413e-8f91-d8a6f04fdacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:14.317505 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-d47034f9-dcae-4402-8943-08374d7cc580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:14.849361 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:15.643552 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:17.460418 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:19.569907 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-35f49908-9b3b-4b1d-961c-f743494a6e07 req-c8aa0874-bb7d-45d9-9f8d-e480524ceb43 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0975068 Sep 21 16:37:19.661093 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f49908-9b3b-4b1d-961c-f743494a6e07 req-9aadee94-e98f-4e58-84fe-e8128e6cd6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:37:19.662538 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-35f49908-9b3b-4b1d-961c-f743494a6e07 req-9aadee94-e98f-4e58-84fe-e8128e6cd6d6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c586ba2037dc4337b17c12e02b4a252b&device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 1138 time: 0.0488946 Sep 21 16:37:19.771651 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f49908-9b3b-4b1d-961c-f743494a6e07 req-e1a0c827-5e95-4b6c-9bf6-83d2960d079d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:37:19.773141 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-35f49908-9b3b-4b1d-961c-f743494a6e07 req-e1a0c827-5e95-4b6c-9bf6-83d2960d079d service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c58664c-9a8d-42f7-baab-9c7ec545dd02 HTTP/1.1" status: 200 len: 916 time: 0.0895638 Sep 21 16:37:19.847947 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-35f49908-9b3b-4b1d-961c-f743494a6e07 req-c1859464-e1df-4dc8-a9dc-e95e3fb2b6f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b22366-7ea1-4663-af62-cb2ed9cfc1f5 HTTP/1.1" status: 200 len: 1001 time: 0.0671856 Sep 21 16:37:19.898881 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f49908-9b3b-4b1d-961c-f743494a6e07 req-de22db76-39c3-4ae9-baa2-bf0d3f1671ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:37:19.900462 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-35f49908-9b3b-4b1d-961c-f743494a6e07 req-de22db76-39c3-4ae9-baa2-bf0d3f1671ee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=def3ed9c-de8b-4004-8516-9d9810b6d40d HTTP/1.1" status: 200 len: 854 time: 0.0457766 Sep 21 16:37:19.946948 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f49908-9b3b-4b1d-961c-f743494a6e07 req-01d031dc-5e67-4fd4-b496-2268be020801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:37:19.948417 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-35f49908-9b3b-4b1d-961c-f743494a6e07 req-01d031dc-5e67-4fd4-b496-2268be020801 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c58664c-9a8d-42f7-baab-9c7ec545dd02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412507 Sep 21 16:37:20.047404 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-35f49908-9b3b-4b1d-961c-f743494a6e07 req-95b1dfaa-1621-415b-8b5d-51798c154966 service neutron] 10.222.0.44 "GET /v2.0/networks/4c58664c-9a8d-42f7-baab-9c7ec545dd02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919642 Sep 21 16:37:20.136922 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-35f49908-9b3b-4b1d-961c-f743494a6e07 req-0a829dc5-d2b1-4a0f-8a6a-caff16af7405 service neutron] 10.222.0.44 "GET /v2.0/networks/4c58664c-9a8d-42f7-baab-9c7ec545dd02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817225 Sep 21 16:37:27.816601 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:37:39.306372 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:41.877276 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a832bab1-57dd-44f8-ac1e-84b8d901fa91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:44.317400 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a61de481-a0e8-4d2b-a113-dc0efd602f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:44.814409 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:45.665673 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:47.420336 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:37:47.648229 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [req-74c3ae9f-5899-4e2b-ad35-24c969bd71ce req-ff39b79b-0fb2-4a4a-be29-6ea6d69d0a78 service neutron] (184192) timed out ('10.222.0.44', 49903) {{(pid=184192) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 16:37:47.658822 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [req-16010f5d-d878-4d02-8578-b33906c94999 req-eb3a639a-ac28-4d59-9266-1a4f559577a4 service neutron] (184192) timed out ('10.222.0.44', 49862) {{(pid=184192) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 16:37:47.734763 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [req-abb4866e-bee1-42fe-b7d2-bc74383aaaa5 req-cce90844-45e4-4394-b679-c49406ec29cf service neutron] (184192) timed out ('10.222.0.44', 49904) {{(pid=184192) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 16:38:04.815555 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:38:05.404321 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1235696-f3e5-4f1f-8855-97e1c7467c3d req-69dca8ae-3201-4602-baea-63f1342b9b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:38:05.409486 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f1235696-f3e5-4f1f-8855-97e1c7467c3d req-69dca8ae-3201-4602-baea-63f1342b9b55 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c586ba2037dc4337b17c12e02b4a252b&device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 1138 time: 0.0466697 Sep 21 16:38:05.423267 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b6033-0c4e-461c-bd81-dd7cd0e693c2 req-db36eb65-86ef-4c21-807c-f4284d0f94fa tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:38:05.424849 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f89b6033-0c4e-461c-bd81-dd7cd0e693c2 req-db36eb65-86ef-4c21-807c-f4284d0f94fa tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 985 time: 0.1857119 Sep 21 16:38:05.466037 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f89b6033-0c4e-461c-bd81-dd7cd0e693c2 req-b902cc35-e570-4fce-86fd-ec57b5cd3a53 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&id=9f8972a6-d613-4ca2-abbb-29a8997d0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349519 Sep 21 16:38:05.506055 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1235696-f3e5-4f1f-8855-97e1c7467c3d req-02e029b6-b953-4357-8a0f-8278423c6fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:38:05.512799 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f1235696-f3e5-4f1f-8855-97e1c7467c3d req-02e029b6-b953-4357-8a0f-8278423c6fad service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c58664c-9a8d-42f7-baab-9c7ec545dd02 HTTP/1.1" status: 200 len: 916 time: 0.0935299 Sep 21 16:38:05.580188 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f1235696-f3e5-4f1f-8855-97e1c7467c3d req-2d75d503-edd0-4a4f-9f4c-1cd2e39e32eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b22366-7ea1-4663-af62-cb2ed9cfc1f5 HTTP/1.1" status: 200 len: 1001 time: 0.0622849 Sep 21 16:38:05.630698 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1235696-f3e5-4f1f-8855-97e1c7467c3d req-504deedd-b8a1-4864-ac6a-b9e9e570006f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:38:05.632155 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f1235696-f3e5-4f1f-8855-97e1c7467c3d req-504deedd-b8a1-4864-ac6a-b9e9e570006f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=def3ed9c-de8b-4004-8516-9d9810b6d40d HTTP/1.1" status: 200 len: 854 time: 0.0428464 Sep 21 16:38:05.685223 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1235696-f3e5-4f1f-8855-97e1c7467c3d req-f8e61f61-c927-4092-868c-8b6e24cd8501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:38:05.686698 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f1235696-f3e5-4f1f-8855-97e1c7467c3d req-f8e61f61-c927-4092-868c-8b6e24cd8501 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c58664c-9a8d-42f7-baab-9c7ec545dd02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397403 Sep 21 16:38:05.778912 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f1235696-f3e5-4f1f-8855-97e1c7467c3d req-72e87f28-8b12-4696-b0fe-bedb6143cc35 service neutron] 10.222.0.44 "GET /v2.0/networks/4c58664c-9a8d-42f7-baab-9c7ec545dd02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837152 Sep 21 16:38:05.867000 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-f1235696-f3e5-4f1f-8855-97e1c7467c3d req-4b370b55-56a5-484a-bade-ddb2f9922b5f service neutron] 10.222.0.44 "GET /v2.0/networks/4c58664c-9a8d-42f7-baab-9c7ec545dd02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801070 Sep 21 16:38:06.638589 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70e586-7fac-4145-afc3-f80e8f0f3272 req-a6f62520-435f-4f2c-8b01-e82f5d0c4225 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:38:06.640097 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7b70e586-7fac-4145-afc3-f80e8f0f3272 req-a6f62520-435f-4f2c-8b01-e82f5d0c4225 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 985 time: 0.1056468 Sep 21 16:38:06.919237 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7b70e586-7fac-4145-afc3-f80e8f0f3272 req-1df9dedb-b8f4-472b-83b3-9d71c74d3e37 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&id=9f8972a6-d613-4ca2-abbb-29a8997d0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2730918 Sep 21 16:38:08.033202 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fc2f5-b4f4-40f6-a32a-83beac4d666f req-b12a3504-98f4-45c2-9797-a0f2c437a975 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:38:08.034645 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1d6fc2f5-b4f4-40f6-a32a-83beac4d666f req-b12a3504-98f4-45c2-9797-a0f2c437a975 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 985 time: 0.0477986 Sep 21 16:38:08.073466 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1d6fc2f5-b4f4-40f6-a32a-83beac4d666f req-12c130c2-b61d-4bb2-a427-602fb7728db2 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&id=9f8972a6-d613-4ca2-abbb-29a8997d0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329263 Sep 21 16:38:09.186847 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850081e-e28c-467d-9a98-95b8eab137b6 req-ff35dd7d-1362-4af9-aafb-dd68a843af9a tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:38:09.188411 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c850081e-e28c-467d-9a98-95b8eab137b6 req-ff35dd7d-1362-4af9-aafb-dd68a843af9a tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 985 time: 0.0493765 Sep 21 16:38:09.231444 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c850081e-e28c-467d-9a98-95b8eab137b6 req-9b5dd0d1-15da-4d04-a4b1-db8a1fe63377 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&id=9f8972a6-d613-4ca2-abbb-29a8997d0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364611 Sep 21 16:38:09.319760 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:10.357723 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c0adb-8efd-447e-9f4e-40624c8e00ae req-e2b8601a-3bea-4297-9fec-58ebde7687d0 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:38:10.359201 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f31c0adb-8efd-447e-9f4e-40624c8e00ae req-e2b8601a-3bea-4297-9fec-58ebde7687d0 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 985 time: 0.0532432 Sep 21 16:38:10.398896 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-f31c0adb-8efd-447e-9f4e-40624c8e00ae req-bffc7e9b-bd23-4e82-9df3-6f18bf2e900e tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&id=9f8972a6-d613-4ca2-abbb-29a8997d0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335562 Sep 21 16:38:11.512078 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63a185-f603-41f3-a48e-532f6882201d req-b6664957-4aa0-497b-ac7b-244f9e68f09d tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:38:11.513545 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ae63a185-f603-41f3-a48e-532f6882201d req-b6664957-4aa0-497b-ac7b-244f9e68f09d tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 985 time: 0.0486996 Sep 21 16:38:11.554077 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-ae63a185-f603-41f3-a48e-532f6882201d req-d060d4c6-44d2-4ee0-80bf-c8d6376f70fb tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&id=9f8972a6-d613-4ca2-abbb-29a8997d0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343578 Sep 21 16:38:11.805334 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-5890abc8-2a92-49da-b876-9100fe27024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:12.671660 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442a8b4-0935-4d8f-8ffa-b5fdf40d386e req-f108f16b-167b-4871-8edf-d744d3b82143 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:38:12.673076 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9442a8b4-0935-4d8f-8ffa-b5fdf40d386e req-f108f16b-167b-4871-8edf-d744d3b82143 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 985 time: 0.0495913 Sep 21 16:38:12.713885 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9442a8b4-0935-4d8f-8ffa-b5fdf40d386e req-8ea05392-a4e8-4715-8b20-d1759db097d4 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&id=9f8972a6-d613-4ca2-abbb-29a8997d0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341699 Sep 21 16:38:13.830579 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3ee76-cb30-46ab-adbd-6b63ffe978d5 req-198cc174-2269-4950-b2d5-145f9e41c266 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:38:13.832124 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5ce3ee76-cb30-46ab-adbd-6b63ffe978d5 req-198cc174-2269-4950-b2d5-145f9e41c266 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 985 time: 0.0519612 Sep 21 16:38:13.872583 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5ce3ee76-cb30-46ab-adbd-6b63ffe978d5 req-2a38cc3e-c98c-40f6-948c-1c238b9da41b tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&id=9f8972a6-d613-4ca2-abbb-29a8997d0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344090 Sep 21 16:38:14.331160 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-57bc37c7-761e-4084-bb84-db1a511304de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:14.839408 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:14.991131 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3907b19-7fcc-45f3-90b4-d4870ff01a6d req-1fb096d3-5261-4482-8314-0762fbc9c29e tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:38:14.992685 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c3907b19-7fcc-45f3-90b4-d4870ff01a6d req-1fb096d3-5261-4482-8314-0762fbc9c29e tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 985 time: 0.0519195 Sep 21 16:38:15.039834 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-c3907b19-7fcc-45f3-90b4-d4870ff01a6d req-1d130467-b569-4c98-b8c4-e8199c2e0dbe tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&id=9f8972a6-d613-4ca2-abbb-29a8997d0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410509 Sep 21 16:38:15.648743 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:16.156720 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7772e0b-659a-4f89-9177-99a27d372716 req-720c8f1d-f968-44e9-9b1a-2ef69be901e2 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:38:16.158221 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-d7772e0b-659a-4f89-9177-99a27d372716 req-720c8f1d-f968-44e9-9b1a-2ef69be901e2 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 985 time: 0.0494978 Sep 21 16:38:16.198695 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-d7772e0b-659a-4f89-9177-99a27d372716 req-4157c2a1-3591-42b1-86cc-ed4241cb9ca8 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&id=9f8972a6-d613-4ca2-abbb-29a8997d0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342357 Sep 21 16:38:17.316173 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19d70c-a582-4430-a44a-0267b93ec03e req-3557a779-4399-4c79-b3c9-d1996c06b365 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:38:17.317644 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2c19d70c-a582-4430-a44a-0267b93ec03e req-3557a779-4399-4c79-b3c9-d1996c06b365 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 985 time: 0.0528994 Sep 21 16:38:17.358947 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-2c19d70c-a582-4430-a44a-0267b93ec03e req-59394d5f-9e10-41de-bb7b-5b447ddfca83 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&id=9f8972a6-d613-4ca2-abbb-29a8997d0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350881 Sep 21 16:38:17.431767 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:18.473192 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23baaf71-d028-41ea-9936-d0c5549d7412 req-f504f6e8-bb56-47a8-a518-7d35ae8d6da0 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:38:18.474691 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-23baaf71-d028-41ea-9936-d0c5549d7412 req-f504f6e8-bb56-47a8-a518-7d35ae8d6da0 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 985 time: 0.0491133 Sep 21 16:38:18.515903 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-23baaf71-d028-41ea-9936-d0c5549d7412 req-85a43732-5394-4eba-9d13-65129f6dd661 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&id=9f8972a6-d613-4ca2-abbb-29a8997d0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348744 Sep 21 16:38:19.489531 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8c2f7f78-c071-432d-bd89-d40f879d702e req-dae2414f-d21c-4f51-9343-36410797ca8a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453680 Sep 21 16:38:19.553116 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f7f78-c071-432d-bd89-d40f879d702e req-7174d37e-3a19-4380-a29a-3b72482e2baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:38:19.554661 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8c2f7f78-c071-432d-bd89-d40f879d702e req-7174d37e-3a19-4380-a29a-3b72482e2baa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6043226e82394816af874014d2a2bf84&device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 1098 time: 0.0432355 Sep 21 16:38:19.638344 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3568b84-a293-409a-b3e3-0655565b5c38 req-1461c38f-c50f-45bf-bd5f-4ed8482d596e tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:38:19.639867 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d3568b84-a293-409a-b3e3-0655565b5c38 req-1461c38f-c50f-45bf-bd5f-4ed8482d596e tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 985 time: 0.0503521 Sep 21 16:38:19.672705 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f7f78-c071-432d-bd89-d40f879d702e req-a8102003-a65d-4849-b0e4-7ca09d9f75ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:38:19.674102 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8c2f7f78-c071-432d-bd89-d40f879d702e req-a8102003-a65d-4849-b0e4-7ca09d9f75ed service neutron] 10.222.0.44 "GET /v2.0/networks?id=84a8318c-3a52-454c-b8ec-bdaba678f9cd HTTP/1.1" status: 200 len: 913 time: 0.0943449 Sep 21 16:38:19.693197 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-d3568b84-a293-409a-b3e3-0655565b5c38 req-607f0390-b9dd-4685-af25-ac9109ea02dd tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&id=9f8972a6-d613-4ca2-abbb-29a8997d0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465844 Sep 21 16:38:19.746333 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8c2f7f78-c071-432d-bd89-d40f879d702e req-6ce47dbe-1e4e-41a3-99c0-0f400ccc73d7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d773ab97-16a3-476f-965b-01a3b6bea788 HTTP/1.1" status: 200 len: 1001 time: 0.0655310 Sep 21 16:38:19.805752 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f7f78-c071-432d-bd89-d40f879d702e req-b0279b13-b68b-4ff0-b374-bafd01c925ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:38:19.807224 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8c2f7f78-c071-432d-bd89-d40f879d702e req-b0279b13-b68b-4ff0-b374-bafd01c925ee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f8f4ce81-6fda-46e9-8392-224a6ec23c8a HTTP/1.1" status: 200 len: 851 time: 0.0537710 Sep 21 16:38:19.856707 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f7f78-c071-432d-bd89-d40f879d702e req-4e27352f-f70a-438a-a894-4c867af7ccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:38:19.858217 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8c2f7f78-c071-432d-bd89-d40f879d702e req-4e27352f-f70a-438a-a894-4c867af7ccd2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=84a8318c-3a52-454c-b8ec-bdaba678f9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431192 Sep 21 16:38:19.959503 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8c2f7f78-c071-432d-bd89-d40f879d702e req-7870334c-a40f-41b4-875f-c0cfdb8712c3 service neutron] 10.222.0.44 "GET /v2.0/networks/84a8318c-3a52-454c-b8ec-bdaba678f9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934501 Sep 21 16:38:20.065532 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8c2f7f78-c071-432d-bd89-d40f879d702e req-08252e77-2d51-4a5c-aae7-f7843eb80377 service neutron] 10.222.0.44 "GET /v2.0/networks/84a8318c-3a52-454c-b8ec-bdaba678f9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985639 Sep 21 16:38:20.810752 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2da32-35b4-44b7-813e-e7967fd237bc req-f3679e58-b57b-4796-93fb-d7d529cf291e tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:38:20.812256 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9df2da32-35b4-44b7-813e-e7967fd237bc req-f3679e58-b57b-4796-93fb-d7d529cf291e tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 985 time: 0.0511851 Sep 21 16:38:20.853214 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9df2da32-35b4-44b7-813e-e7967fd237bc req-baf07f55-637d-4b88-9e89-645c333adb9c tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&id=9f8972a6-d613-4ca2-abbb-29a8997d0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341482 Sep 21 16:38:21.968990 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda879f8-e7a4-4570-ad34-bdfe62c0d96d req-3ee3a3fe-51e5-4df8-9b37-9a5734061412 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:38:21.970495 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-fda879f8-e7a4-4570-ad34-bdfe62c0d96d req-3ee3a3fe-51e5-4df8-9b37-9a5734061412 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 985 time: 0.0502229 Sep 21 16:38:22.010874 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-fda879f8-e7a4-4570-ad34-bdfe62c0d96d req-7ec088df-a24e-49fa-87a2-da03c6383cb4 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&id=9f8972a6-d613-4ca2-abbb-29a8997d0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341480 Sep 21 16:38:23.127022 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d293f12-1a2f-44dd-8d88-57826673edd8 req-40a35ae1-5fdf-4963-977d-9157a6afaba2 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:38:23.128655 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9d293f12-1a2f-44dd-8d88-57826673edd8 req-40a35ae1-5fdf-4963-977d-9157a6afaba2 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 985 time: 0.0498009 Sep 21 16:38:23.169120 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9d293f12-1a2f-44dd-8d88-57826673edd8 req-b5a453fa-a6d4-4092-a9d0-935931659ad5 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&id=9f8972a6-d613-4ca2-abbb-29a8997d0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342700 Sep 21 16:38:39.342015 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:41.782152 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-ae23733b-a8bf-439f-a2c7-7f7771038ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:41.815814 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:38:44.393638 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-c93e4306-eb66-4fa5-b068-ff45ca8588cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:44.959151 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:45.671589 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:47.450614 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:38:59.616462 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-b96bcbd3-d324-432f-bd18-8b7534ee8c7a tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-324245482&fields=id&tenant_id=6043226e82394816af874014d2a2bf84 HTTP/1.1" status: 200 len: 267 time: 0.0358250 Sep 21 16:38:59.721869 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-c18ed8cd-fba2-418e-b150-62803e22f3e4 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:38:59.723226 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-c18ed8cd-fba2-418e-b150-62803e22f3e4 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/networks?id=84a8318c-3a52-454c-b8ec-bdaba678f9cd HTTP/1.1" status: 200 len: 812 time: 0.0998662 Sep 21 16:38:59.737800 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-810ab637-b063-47be-b34d-9296d6f2e477 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/quotas/6043226e82394816af874014d2a2bf84 HTTP/1.1" status: 200 len: 375 time: 0.0088539 Sep 21 16:38:59.793897 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-0912b958-e780-4dab-9f3b-69ad724934cd tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6043226e82394816af874014d2a2bf84&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0507250 Sep 21 16:38:59.893933 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-b8ecf177-9805-4347-9310-403886a28932 service neutron] 10.222.0.41 "GET /v2.0/networks/84a8318c-3a52-454c-b8ec-bdaba678f9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875134 Sep 21 16:38:59.988671 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-83950a30-b5db-4644-a495-ddda0f84dd39 service neutron] 10.222.0.41 "GET /v2.0/networks/84a8318c-3a52-454c-b8ec-bdaba678f9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885711 Sep 21 16:39:00.532076 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b6fa1f5e-9e7a-44ae-b474-e61bb2978a0e req-8fc058a5-e277-49e7-bb55-5c9577afc7cb tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e27f9c5-67bb-4027-87f3-0a9680ca4c15 HTTP/1.1" status: 200 len: 210 time: 0.0314002 Sep 21 16:39:01.625959 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-a2722cdf-54b7-4d6d-aefd-633aa3519831 req-7a79c16c-11e4-4662-a2a8-f829ef78d7aa tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e27f9c5-67bb-4027-87f3-0a9680ca4c15 HTTP/1.1" status: 200 len: 210 time: 0.0268922 Sep 21 16:39:02.572120 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-c0060267-8984-450e-8a50-48990b07da10 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:02.573570 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-c0060267-8984-450e-8a50-48990b07da10 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.44 "GET /v2.0/networks?id=84a8318c-3a52-454c-b8ec-bdaba678f9cd HTTP/1.1" status: 200 len: 812 time: 0.1020126 Sep 21 16:39:02.617852 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-5ed97684-26c0-44f0-89ac-4bddec8c223d tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6043226e82394816af874014d2a2bf84 HTTP/1.1" status: 200 len: 379 time: 0.0342607 Sep 21 16:39:02.628144 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-6cdaf568-dd95-4504-bcff-c24ca9c5ee2f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Request body: {'port': {'device_id': '3e27f9c5-67bb-4027-87f3-0a9680ca4c15', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'admin_state_up': True, 'tenant_id': '6043226e82394816af874014d2a2bf84', 'security_groups': ['2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f']}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:39:02.734206 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-a9a73536-4897-415b-afab-3749dd02cc89 req-52446271-97d9-4efc-9c75-163f769f8007 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e27f9c5-67bb-4027-87f3-0a9680ca4c15 HTTP/1.1" status: 200 len: 210 time: 0.0334206 Sep 21 16:39:02.838857 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-6cdaf568-dd95-4504-bcff-c24ca9c5ee2f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Made reservation on behalf of 6043226e82394816af874014d2a2bf84 for: {'port': 1} {{(pid=184191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 16:39:02.842509 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-6cdaf568-dd95-4504-bcff-c24ca9c5ee2f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:02.983422 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_common [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-6cdaf568-dd95-4504-bcff-c24ca9c5ee2f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Allocated IP 172.20.0.11 (84a8318c-3a52-454c-b8ec-bdaba678f9cd/f8f4ce81-6fda-46e9-8392-224a6ec23c8a/19679bf4-bffc-4aec-b530-0384125dfe62) {{(pid=184191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:39:03.122872 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-6cdaf568-dd95-4504-bcff-c24ca9c5ee2f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for port, precommit_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:03.237636 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-6cdaf568-dd95-4504-bcff-c24ca9c5ee2f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_create {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:03.279730 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-6cdaf568-dd95-4504-bcff-c24ca9c5ee2f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Network 84a8318c-3a52-454c-b8ec-bdaba678f9cd is already hosted by enough agents. {{(pid=184191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:39:03.283013 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.base_scheduler [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-6cdaf568-dd95-4504-bcff-c24ca9c5ee2f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Resources bound (agent type, host, resource id): {{(pid=184191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:39:03.289986 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-6cdaf568-dd95-4504-bcff-c24ca9c5ee2f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Received port after_create {{(pid=184191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:39:03.317660 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdaf568-dd95-4504-bcff-c24ca9c5ee2f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Pushing event updated for resources: {'Port': ['ID=19679bf4-bffc-4aec-b530-0384125dfe62,revision_number=1']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:03.333999 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaf568-dd95-4504-bcff-c24ca9c5ee2f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:03.334341 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaf568-dd95-4504-bcff-c24ca9c5ee2f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:03.334827 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaf568-dd95-4504-bcff-c24ca9c5ee2f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:03.335165 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaf568-dd95-4504-bcff-c24ca9c5ee2f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:03.335522 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaf568-dd95-4504-bcff-c24ca9c5ee2f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:03.335998 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaf568-dd95-4504-bcff-c24ca9c5ee2f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:03.336182 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaf568-dd95-4504-bcff-c24ca9c5ee2f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:03.336507 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaf568-dd95-4504-bcff-c24ca9c5ee2f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:03.336838 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaf568-dd95-4504-bcff-c24ca9c5ee2f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:03.337161 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaf568-dd95-4504-bcff-c24ca9c5ee2f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:03.337480 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaf568-dd95-4504-bcff-c24ca9c5ee2f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:03.337796 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdaf568-dd95-4504-bcff-c24ca9c5ee2f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:03.359100 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-6cdaf568-dd95-4504-bcff-c24ca9c5ee2f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:03.359793 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-6cdaf568-dd95-4504-bcff-c24ca9c5ee2f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:03.434594 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-6cdaf568-dd95-4504-bcff-c24ca9c5ee2f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8099937 Sep 21 16:39:03.447681 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.v2.base [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-60ba9786-4437-4f1f-a473-80370941f230 service neutron] Request body: {'port': {'device_id': '3e27f9c5-67bb-4027-87f3-0a9680ca4c15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81003'}} {{(pid=184191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:39:03.509367 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-60ba9786-4437-4f1f-a473-80370941f230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:03.564000 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-8e4f9565-da0e-4978-88c4-738c910d2a08 None None] Provisioning complete for port 19679bf4-bffc-4aec-b530-0384125dfe62 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:39:03.565171 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-8e4f9565-da0e-4978-88c4-738c910d2a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:03.598329 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-8e4f9565-da0e-4978-88c4-738c910d2a08 None None] Port 19679bf4-bffc-4aec-b530-0384125dfe62 cannot update to ACTIVE because it is not bound. {{(pid=184193) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 16:39:03.783931 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-60ba9786-4437-4f1f-a473-80370941f230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19679bf4-bffc-4aec-b530-0384125dfe62 {{(pid=184191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:39:03.791731 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-60ba9786-4437-4f1f-a473-80370941f230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:03.805762 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.provisioning_blocks [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-60ba9786-4437-4f1f-a473-80370941f230 service neutron] Transition to ACTIVE for port object 19679bf4-bffc-4aec-b530-0384125dfe62 will not be triggered until provisioned by entity L2. {{(pid=184191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 16:39:03.863588 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d92933-731a-4438-8f45-9ff648adaabd req-066f51e4-1059-4444-aa00-e794fe7417e9 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:03.865086 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-e4d92933-731a-4438-8f45-9ff648adaabd req-066f51e4-1059-4444-aa00-e794fe7417e9 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e27f9c5-67bb-4027-87f3-0a9680ca4c15 HTTP/1.1" status: 200 len: 932 time: 0.0565944 Sep 21 16:39:03.879202 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-60ba9786-4437-4f1f-a473-80370941f230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4479009'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:03.903768 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-e4d92933-731a-4438-8f45-9ff648adaabd req-7e517e4c-b90e-4723-80ef-e1b6bc6e44a3 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324957 Sep 21 16:39:03.932251 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba9786-4437-4f1f-a473-80370941f230 service neutron] Pushing event updated for resources: {'Port': ['ID=19679bf4-bffc-4aec-b530-0384125dfe62,revision_number=2']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:04.003601 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.managers [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-60ba9786-4437-4f1f-a473-80370941f230 service neutron] Attempting to bind port 19679bf4-bffc-4aec-b530-0384125dfe62 on host hv-cinder-81003 for vnic_type normal with profile {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 16:39:04.003977 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.managers [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-60ba9786-4437-4f1f-a473-80370941f230 service neutron] Attempting to bind port 19679bf4-bffc-4aec-b530-0384125dfe62 by drivers openvswitch,hyperv on host hv-cinder-81003 at level 0 using segments [{'id': '53813302-8840-4184-9051-c418a0ae5321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd'}] {{(pid=184191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 16:39:04.004138 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-60ba9786-4437-4f1f-a473-80370941f230 service neutron] Attempting to bind port 19679bf4-bffc-4aec-b530-0384125dfe62 on network 84a8318c-3a52-454c-b8ec-bdaba678f9cd {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:39:04.008856 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-60ba9786-4437-4f1f-a473-80370941f230 service neutron] Port 19679bf4-bffc-4aec-b530-0384125dfe62 on network 84a8318c-3a52-454c-b8ec-bdaba678f9cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81003 {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 16:39:04.009179 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-60ba9786-4437-4f1f-a473-80370941f230 service neutron] Attempting to bind port 19679bf4-bffc-4aec-b530-0384125dfe62 on network 84a8318c-3a52-454c-b8ec-bdaba678f9cd {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 16:39:04.015845 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-60ba9786-4437-4f1f-a473-80370941f230 service neutron] Checking agent: {'id': 'b0f092dd-0f26-432c-b483-67197dbc1b44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81003', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'started_at': datetime.datetime(2021, 9, 21, 16, 20, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 16, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 16:39:04.016161 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-60ba9786-4437-4f1f-a473-80370941f230 service neutron] Checking segment: {'id': '53813302-8840-4184-9051-c418a0ae5321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=184191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 16:39:04.016538 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-60ba9786-4437-4f1f-a473-80370941f230 service neutron] Bound using segment: {'id': '53813302-8840-4184-9051-c418a0ae5321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd'} {{(pid=184191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 16:39:04.017026 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.managers [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-60ba9786-4437-4f1f-a473-80370941f230 service neutron] Bound port: 19679bf4-bffc-4aec-b530-0384125dfe62, host: hv-cinder-81003, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53813302-8840-4184-9051-c418a0ae5321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd'}}] {{(pid=184191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 16:39:04.017875 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-60ba9786-4437-4f1f-a473-80370941f230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:04.092229 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-60ba9786-4437-4f1f-a473-80370941f230 service neutron] For port 19679bf4-bffc-4aec-b530-0384125dfe62, host hv-cinder-81003, cleared binding levels {{(pid=184191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 16:39:04.095322 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-60ba9786-4437-4f1f-a473-80370941f230 service neutron] For port 19679bf4-bffc-4aec-b530-0384125dfe62, host hv-cinder-81003, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=19679bf4-bffc-4aec-b530-0384125dfe62,segment=NetworkSegment(53813302-8840-4184-9051-c418a0ae5321),segment_id=53813302-8840-4184-9051-c418a0ae5321)] {{(pid=184191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 16:39:04.192074 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-60ba9786-4437-4f1f-a473-80370941f230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4479009'] for port, after_update {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:04.228281 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-60ba9786-4437-4f1f-a473-80370941f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:04.233242 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-60ba9786-4437-4f1f-a473-80370941f230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:04.233242 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-60ba9786-4437-4f1f-a473-80370941f230 service neutron] 10.222.0.44 "PUT /v2.0/ports/19679bf4-bffc-4aec-b530-0384125dfe62 HTTP/1.1" status: 200 len: 1094 time: 0.7872941 Sep 21 16:39:04.233242 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e27f9c5-67bb-4027-87f3-0a9680ca4c15', 'tag': '19679bf4-bffc-4aec-b530-0384125dfe62'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:39:04.233242 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3657ccf-1426-45e4-96c1-c6b8be534285" -d '{"events": [{"name": "network-changed", "server_uuid": "3e27f9c5-67bb-4027-87f3-0a9680ca4c15", "tag": "19679bf4-bffc-4aec-b530-0384125dfe62"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:39:04.257842 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba9786-4437-4f1f-a473-80370941f230 service neutron] Pushing event updated for resources: {'Port': ['ID=19679bf4-bffc-4aec-b530-0384125dfe62,revision_number=3']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:04.352888 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb1821d-df0a-4e88-96e1-62620061b365 x-openstack-request-id: req-fcb1821d-df0a-4e88-96e1-62620061b365 {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:39:04.353185 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e27f9c5-67bb-4027-87f3-0a9680ca4c15", "tag": "19679bf4-bffc-4aec-b530-0384125dfe62", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:39:04.353438 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fcb1821d-df0a-4e88-96e1-62620061b365 {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:39:04.353838 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e27f9c5-67bb-4027-87f3-0a9680ca4c15', 'tag': '19679bf4-bffc-4aec-b530-0384125dfe62', 'status': 'completed', 'code': 200} Sep 21 16:39:04.387677 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-e4f8d316-b049-41b0-9e7c-ceb792b03b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:04.389280 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-e4f8d316-b049-41b0-9e7c-ceb792b03b47 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6043226e82394816af874014d2a2bf84&device_id=3e27f9c5-67bb-4027-87f3-0a9680ca4c15 HTTP/1.1" status: 200 len: 1097 time: 0.0459991 Sep 21 16:39:04.436384 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-b66ea9c9-8321-42bf-b5e9-f562d94603e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19679bf4-bffc-4aec-b530-0384125dfe62 HTTP/1.1" status: 200 len: 217 time: 0.0388949 Sep 21 16:39:04.490122 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-31047690-c6e6-4467-8bd2-c0ede27637a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:04.491620 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-31047690-c6e6-4467-8bd2-c0ede27637a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f8f4ce81-6fda-46e9-8392-224a6ec23c8a HTTP/1.1" status: 200 len: 851 time: 0.0454476 Sep 21 16:39:04.537260 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-344a3ee1-1fd1-4a98-a60f-393a69c14918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:04.538645 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-344a3ee1-1fd1-4a98-a60f-393a69c14918 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=84a8318c-3a52-454c-b8ec-bdaba678f9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399594 Sep 21 16:39:04.632823 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-ea4c6d9c-5ce6-462f-9c36-8faff971e494 service neutron] 10.222.0.44 "GET /v2.0/networks/84a8318c-3a52-454c-b8ec-bdaba678f9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862782 Sep 21 16:39:04.722113 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-0a367d5b-7575-4dc8-a67d-b9ebc7961f29 req-08fb9ee5-7945-4b7d-bc01-d99f93bd82c2 service neutron] 10.222.0.44 "GET /v2.0/networks/84a8318c-3a52-454c-b8ec-bdaba678f9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815661 Sep 21 16:39:04.911190 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3657ccf-1426-45e4-96c1-c6b8be534285 req-9489383c-6147-45ac-960f-596661e8bb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:04.912736 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b3657ccf-1426-45e4-96c1-c6b8be534285 req-9489383c-6147-45ac-960f-596661e8bb60 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6043226e82394816af874014d2a2bf84&device_id=3e27f9c5-67bb-4027-87f3-0a9680ca4c15 HTTP/1.1" status: 200 len: 1097 time: 0.0487876 Sep 21 16:39:05.004749 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3657ccf-1426-45e4-96c1-c6b8be534285 req-21e0f34d-a47d-4818-a7e8-d0b8f1a7423e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:05.006230 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b3657ccf-1426-45e4-96c1-c6b8be534285 req-21e0f34d-a47d-4818-a7e8-d0b8f1a7423e service neutron] 10.222.0.44 "GET /v2.0/networks?id=84a8318c-3a52-454c-b8ec-bdaba678f9cd HTTP/1.1" status: 200 len: 913 time: 0.0861869 Sep 21 16:39:05.030441 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5cc2e5-5ac0-4c6c-8c69-49197ad17378 req-dd160f5e-a8fe-4788-bb0f-dbc762f376fc tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:05.031949 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ea5cc2e5-5ac0-4c6c-8c69-49197ad17378 req-dd160f5e-a8fe-4788-bb0f-dbc762f376fc tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e27f9c5-67bb-4027-87f3-0a9680ca4c15 HTTP/1.1" status: 200 len: 944 time: 0.0485835 Sep 21 16:39:05.052028 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b3657ccf-1426-45e4-96c1-c6b8be534285 req-799dccf8-c229-4e9b-ac46-07c3f55fe341 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19679bf4-bffc-4aec-b530-0384125dfe62 HTTP/1.1" status: 200 len: 217 time: 0.0378463 Sep 21 16:39:05.071034 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-ea5cc2e5-5ac0-4c6c-8c69-49197ad17378 req-839868e0-cbc3-410e-b04a-646bb9a9a131 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330920 Sep 21 16:39:05.102087 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3657ccf-1426-45e4-96c1-c6b8be534285 req-904d8f3f-16f9-4f3a-af97-ba7f74bf8d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:05.103586 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b3657ccf-1426-45e4-96c1-c6b8be534285 req-904d8f3f-16f9-4f3a-af97-ba7f74bf8d72 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f8f4ce81-6fda-46e9-8392-224a6ec23c8a HTTP/1.1" status: 200 len: 851 time: 0.0439901 Sep 21 16:39:05.151687 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3657ccf-1426-45e4-96c1-c6b8be534285 req-3b2920c0-c0c9-4f1e-b862-396c846760cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:05.153161 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b3657ccf-1426-45e4-96c1-c6b8be534285 req-3b2920c0-c0c9-4f1e-b862-396c846760cf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=84a8318c-3a52-454c-b8ec-bdaba678f9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408700 Sep 21 16:39:05.246361 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b3657ccf-1426-45e4-96c1-c6b8be534285 req-8cc42bbe-4e1e-4330-b355-fa56d02aa284 service neutron] 10.222.0.44 "GET /v2.0/networks/84a8318c-3a52-454c-b8ec-bdaba678f9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855575 Sep 21 16:39:05.336194 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-b3657ccf-1426-45e4-96c1-c6b8be534285 req-5939e644-3412-4364-8dcb-ea8c660e8aab service neutron] 10.222.0.44 "GET /v2.0/networks/84a8318c-3a52-454c-b8ec-bdaba678f9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828254 Sep 21 16:39:06.185807 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7466674-2e61-48fe-9ba2-d6e633671f42 req-4269accd-aa44-4e4b-ae58-a19e00678a40 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:06.187325 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c7466674-2e61-48fe-9ba2-d6e633671f42 req-4269accd-aa44-4e4b-ae58-a19e00678a40 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e27f9c5-67bb-4027-87f3-0a9680ca4c15 HTTP/1.1" status: 200 len: 944 time: 0.0486856 Sep 21 16:39:06.230160 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c7466674-2e61-48fe-9ba2-d6e633671f42 req-e8b335ae-8fb0-45cd-a285-2d62a9db0131 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362892 Sep 21 16:39:07.348596 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fafc8-8583-4a76-a2fa-fb4abb1ee85b req-dfdd32b7-1a53-4352-a64e-e253ee55a83b tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:07.350096 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-4d4fafc8-8583-4a76-a2fa-fb4abb1ee85b req-dfdd32b7-1a53-4352-a64e-e253ee55a83b tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e27f9c5-67bb-4027-87f3-0a9680ca4c15 HTTP/1.1" status: 200 len: 944 time: 0.0542908 Sep 21 16:39:07.387129 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-4d4fafc8-8583-4a76-a2fa-fb4abb1ee85b req-afd6d462-3b19-4f03-83ca-d3c9f0138148 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310845 Sep 21 16:39:08.500932 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a0eec-9465-4525-93b0-fc84d285a312 req-63fa64c5-04f2-43f9-9bdb-c0074f0c2d19 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:08.502957 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-982a0eec-9465-4525-93b0-fc84d285a312 req-63fa64c5-04f2-43f9-9bdb-c0074f0c2d19 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e27f9c5-67bb-4027-87f3-0a9680ca4c15 HTTP/1.1" status: 200 len: 944 time: 0.0508943 Sep 21 16:39:08.540407 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-982a0eec-9465-4525-93b0-fc84d285a312 req-ae3dbc3d-19a4-4ba2-9707-ef7a4cc5d4b1 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315058 Sep 21 16:39:09.324718 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:09.655010 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb0ddc-4e4e-4ccc-9fed-505574081447 req-80fc11f7-1af8-4339-b5b0-e439dab4f068 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:09.656638 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-94fb0ddc-4e4e-4ccc-9fed-505574081447 req-80fc11f7-1af8-4339-b5b0-e439dab4f068 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e27f9c5-67bb-4027-87f3-0a9680ca4c15 HTTP/1.1" status: 200 len: 944 time: 0.0513401 Sep 21 16:39:09.696772 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-94fb0ddc-4e4e-4ccc-9fed-505574081447 req-19b11d5d-9eae-4200-85be-86ef5d2e3f1e tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341265 Sep 21 16:39:10.809678 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf535af7-0c50-44ab-bf8e-5622dcab691a req-47b971ea-2853-4f3f-a8e2-d874b40c8843 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:10.811169 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-bf535af7-0c50-44ab-bf8e-5622dcab691a req-47b971ea-2853-4f3f-a8e2-d874b40c8843 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e27f9c5-67bb-4027-87f3-0a9680ca4c15 HTTP/1.1" status: 200 len: 944 time: 0.0486515 Sep 21 16:39:10.853144 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-bf535af7-0c50-44ab-bf8e-5622dcab691a req-ca486489-deca-417a-ba70-55c113a8f40f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358279 Sep 21 16:39:11.816505 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-2364ecca-481b-472f-ab3d-3878f0f12151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:11.967068 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20bd85-0c4d-43b0-b186-9a90beaba49c req-3169db3c-9329-487d-97e2-c0eb510b7fce tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:11.968596 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-fc20bd85-0c4d-43b0-b186-9a90beaba49c req-3169db3c-9329-487d-97e2-c0eb510b7fce tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e27f9c5-67bb-4027-87f3-0a9680ca4c15 HTTP/1.1" status: 200 len: 944 time: 0.0486612 Sep 21 16:39:12.006129 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-fc20bd85-0c4d-43b0-b186-9a90beaba49c req-1173b09b-64c1-4a3d-b00a-d6eba6cc0aeb tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316441 Sep 21 16:39:12.991559 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 19679bf4-bffc-4aec-b530-0384125dfe62 details requested by agent hyperv_hv-cinder-81003 with host hv-cinder-81003 {{(pid=184193) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 16:39:13.092558 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 19679bf4-bffc-4aec-b530-0384125dfe62, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=19679bf4-bffc-4aec-b530-0384125dfe62,segment=NetworkSegment(53813302-8840-4184-9051-c418a0ae5321),segment_id=53813302-8840-4184-9051-c418a0ae5321)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:39:13.104982 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Returning: {'device': '19679bf4-bffc-4aec-b530-0384125dfe62', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'port_id': '19679bf4-bffc-4aec-b530-0384125dfe62', 'mac_address': 'fa:16:3e:30:c3:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=184193) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 16:39:13.128743 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685aa53-c97d-445d-aa6a-83441130b720 req-5ae8eb06-f6c2-4318-a415-5116c2125742 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:13.131649 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8685aa53-c97d-445d-aa6a-83441130b720 req-5ae8eb06-f6c2-4318-a415-5116c2125742 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e27f9c5-67bb-4027-87f3-0a9680ca4c15 HTTP/1.1" status: 200 len: 944 time: 0.0563974 Sep 21 16:39:13.143308 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:13.157432 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19679bf4-bffc-4aec-b530-0384125dfe62 {{(pid=184193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 16:39:13.176433 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8685aa53-c97d-445d-aa6a-83441130b720 req-6b0852af-3eb1-44e9-ac06-b3912b6f70ca tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391991 Sep 21 16:39:13.177744 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 19679bf4-bffc-4aec-b530-0384125dfe62, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=19679bf4-bffc-4aec-b530-0384125dfe62,segment=NetworkSegment(53813302-8840-4184-9051-c418a0ae5321),segment_id=53813302-8840-4184-9051-c418a0ae5321)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:39:13.265850 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:13.317967 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=19679bf4-bffc-4aec-b530-0384125dfe62,revision_number=4']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:13.325479 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:13.325831 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:13.326172 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:13.326510 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:13.326853 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:13.327185 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:13.327549 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:13.327883 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:13.328213 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:13.328539 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:13.328863 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:13.329182 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:13.663104 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['19679bf4-bffc-4aec-b530-0384125dfe62'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:39:14.297866 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874baa3e-22bf-4bcd-9dcf-d511b5fe076c req-155fca31-b89e-415a-bad8-ee4fa7d205d8 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:14.299417 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-874baa3e-22bf-4bcd-9dcf-d511b5fe076c req-155fca31-b89e-415a-bad8-ee4fa7d205d8 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e27f9c5-67bb-4027-87f3-0a9680ca4c15 HTTP/1.1" status: 200 len: 945 time: 0.0543382 Sep 21 16:39:14.337780 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-874baa3e-22bf-4bcd-9dcf-d511b5fe076c req-4ed74a4d-5d5b-4dd4-a34c-89cfc6575fcd tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325415 Sep 21 16:39:14.345246 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-bd8ceec4-d9a3-4c53-aa62-7860a6d83819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:14.885107 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:15.026051 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 19679bf4-bffc-4aec-b530-0384125dfe62 up at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 16:39:15.278699 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning for port 19679bf4-bffc-4aec-b530-0384125dfe62 completed by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 16:39:15.283499 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Provisioning complete for port 19679bf4-bffc-4aec-b530-0384125dfe62 triggered by entity L2. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:39:15.283836 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:15.366494 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:15.393845 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e27f9c5-67bb-4027-87f3-0a9680ca4c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19679bf4-bffc-4aec-b530-0384125dfe62'}] {{(pid=184193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:39:15.396155 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54e6171c86456a5bbdaf0b46ebb92172d32a0ea5b64bc8822db714b438cc8425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a371d3-a2cf-4bf8-ae72-1d494a3da010" -d '{"events": [{"server_uuid": "3e27f9c5-67bb-4027-87f3-0a9680ca4c15", "name": "network-vif-plugged", "status": "completed", "tag": "19679bf4-bffc-4aec-b530-0384125dfe62"}]}' {{(pid=184193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:39:15.413506 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] For port 19679bf4-bffc-4aec-b530-0384125dfe62, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=19679bf4-bffc-4aec-b530-0384125dfe62,segment=NetworkSegment(53813302-8840-4184-9051-c418a0ae5321),segment_id=53813302-8840-4184-9051-c418a0ae5321)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:39:15.462859 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448bcff-d7b9-4ad7-9137-a00310e85bb0 req-8e1435aa-9c1b-4629-ba9c-7efb164d48af tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:15.464373 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-4448bcff-d7b9-4ad7-9137-a00310e85bb0 req-8e1435aa-9c1b-4629-ba9c-7efb164d48af tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e27f9c5-67bb-4027-87f3-0a9680ca4c15 HTTP/1.1" status: 200 len: 945 time: 0.0495522 Sep 21 16:39:15.479124 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148'] for port, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:15.504157 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b38288f-dbbb-4d0f-bf2f-098afc2b9d60 x-openstack-request-id: req-2b38288f-dbbb-4d0f-bf2f-098afc2b9d60 {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:39:15.504451 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e27f9c5-67bb-4027-87f3-0a9680ca4c15", "name": "network-vif-plugged", "status": "completed", "tag": "19679bf4-bffc-4aec-b530-0384125dfe62", "code": 200}]} {{(pid=184193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:39:15.504699 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b38288f-dbbb-4d0f-bf2f-098afc2b9d60 {{(pid=184193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:39:15.505082 dv-cinder-810035-1-iscsi neutron-server[184193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e27f9c5-67bb-4027-87f3-0a9680ca4c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19679bf4-bffc-4aec-b530-0384125dfe62', 'code': 200} Sep 21 16:39:15.508978 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-4448bcff-d7b9-4ad7-9137-a00310e85bb0 req-5b42c0e0-fc79-4fc3-be8d-1b10cb31285d tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377254 Sep 21 16:39:15.532229 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Pushing event updated for resources: {'Port': ['ID=19679bf4-bffc-4aec-b530-0384125dfe62,revision_number=5']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:15.673123 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:15.856777 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e0558-b92c-4243-9199-62c69b6d1b7e req-d6080095-6f24-4104-8e66-22b9fe8b63e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:15.858297 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-516e0558-b92c-4243-9199-62c69b6d1b7e req-d6080095-6f24-4104-8e66-22b9fe8b63e9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3e27f9c5-67bb-4027-87f3-0a9680ca4c15 HTTP/1.1" status: 200 len: 1099 time: 0.0414762 Sep 21 16:39:15.894578 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-516e0558-b92c-4243-9199-62c69b6d1b7e req-242f63ae-12b9-4492-ac1a-60a9c985ce2b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292683 Sep 21 16:39:16.629052 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b0a5b-7545-4035-bf3e-0eb1cedd2314 req-94e9cadb-3ed5-40ab-a897-3534c62ef0ab tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:16.630518 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3f6b0a5b-7545-4035-bf3e-0eb1cedd2314 req-94e9cadb-3ed5-40ab-a897-3534c62ef0ab tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e27f9c5-67bb-4027-87f3-0a9680ca4c15 HTTP/1.1" status: 200 len: 946 time: 0.0483174 Sep 21 16:39:16.668323 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-3f6b0a5b-7545-4035-bf3e-0eb1cedd2314 req-0766f19a-c86b-4a9d-a42f-bcc87d22ad13 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318856 Sep 21 16:39:17.439101 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:17.781716 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc054419-09d1-473d-887f-b770a3e93d81 req-8137b1b8-36c8-435f-af4d-6bc9aae7aafb tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:17.783750 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-dc054419-09d1-473d-887f-b770a3e93d81 req-8137b1b8-36c8-435f-af4d-6bc9aae7aafb tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e27f9c5-67bb-4027-87f3-0a9680ca4c15 HTTP/1.1" status: 200 len: 946 time: 0.0502217 Sep 21 16:39:17.825737 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-dc054419-09d1-473d-887f-b770a3e93d81 req-3ebdfd25-09d1-4dec-b8a2-05817684b91b tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359662 Sep 21 16:39:17.949821 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f0812-463d-4d8f-9834-41863041de04 req-f54f4598-aa92-4d55-94f8-198e86d2a008 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:17.951205 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-203f0812-463d-4d8f-9834-41863041de04 req-f54f4598-aa92-4d55-94f8-198e86d2a008 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e27f9c5-67bb-4027-87f3-0a9680ca4c15 HTTP/1.1" status: 200 len: 946 time: 0.0479374 Sep 21 16:39:17.990970 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-203f0812-463d-4d8f-9834-41863041de04 req-d954bd66-0ca6-44dd-bd34-153bca4b4919 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330231 Sep 21 16:39:18.013074 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 40048) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:39:18.158649 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e32f0b-6d47-4f92-b5f1-c99ecce530dc tempest-TestVolumeBootPattern-672846351 tempest-TestVolumeBootPattern-672846351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:18.160189 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-b8e32f0b-6d47-4f92-b5f1-c99ecce530dc tempest-TestVolumeBootPattern-672846351 tempest-TestVolumeBootPattern-672846351-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3e27f9c5-67bb-4027-87f3-0a9680ca4c15 HTTP/1.1" status: 200 len: 1094 time: 0.1461554 Sep 21 16:39:18.165590 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 40052) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:39:18.167096 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [None req-ea296867-d52f-4fa8-9c98-62800f7a6829 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Request body: {'floatingip': {'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'port_id': '19679bf4-bffc-4aec-b530-0384125dfe62', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'fixed_ip_address': '172.20.0.11'}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:39:18.300477 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ea296867-d52f-4fa8-9c98-62800f7a6829 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for floatingip, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:18.394837 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ea296867-d52f-4fa8-9c98-62800f7a6829 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:18.501428 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.db_base_plugin_common [None req-ea296867-d52f-4fa8-9c98-62800f7a6829 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Allocated IP 172.27.2.157 (72679c7d-9bce-4a4a-9509-1e8f9e1d8844/b489826c-59d7-499a-88a6-c55f1856fec4/71613f2e-3946-494b-a085-01b4572d38bb) {{(pid=184192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 16:39:18.599204 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ea296867-d52f-4fa8-9c98-62800f7a6829 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for port, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:18.688684 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ea296867-d52f-4fa8-9c98-62800f7a6829 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785855133112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5165539'] for port, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:18.728272 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea296867-d52f-4fa8-9c98-62800f7a6829 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Network 72679c7d-9bce-4a4a-9509-1e8f9e1d8844 is already hosted by enough agents. {{(pid=184192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 16:39:18.730991 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.base_scheduler [None req-ea296867-d52f-4fa8-9c98-62800f7a6829 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Resources bound (agent type, host, resource id): {{(pid=184192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 16:39:18.734479 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea296867-d52f-4fa8-9c98-62800f7a6829 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Received port after_create {{(pid=184192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 16:39:18.760869 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea296867-d52f-4fa8-9c98-62800f7a6829 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Pushing event updated for resources: {'Port': ['ID=71613f2e-3946-494b-a085-01b4572d38bb,revision_number=1']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:18.773962 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea296867-d52f-4fa8-9c98-62800f7a6829 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:18.774314 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea296867-d52f-4fa8-9c98-62800f7a6829 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:18.774655 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea296867-d52f-4fa8-9c98-62800f7a6829 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:18.774992 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea296867-d52f-4fa8-9c98-62800f7a6829 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:18.775324 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea296867-d52f-4fa8-9c98-62800f7a6829 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:18.775684 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea296867-d52f-4fa8-9c98-62800f7a6829 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:18.776013 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea296867-d52f-4fa8-9c98-62800f7a6829 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:18.776344 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea296867-d52f-4fa8-9c98-62800f7a6829 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:18.776669 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea296867-d52f-4fa8-9c98-62800f7a6829 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:18.776990 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea296867-d52f-4fa8-9c98-62800f7a6829 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:18.777314 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea296867-d52f-4fa8-9c98-62800f7a6829 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:18.777635 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea296867-d52f-4fa8-9c98-62800f7a6829 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:39:18.815447 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:39:19.109694 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ea296867-d52f-4fa8-9c98-62800f7a6829 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:19.252991 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ea296867-d52f-4fa8-9c98-62800f7a6829 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:19.406730 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ea296867-d52f-4fa8-9c98-62800f7a6829 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for port, precommit_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:19.484701 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ea296867-d52f-4fa8-9c98-62800f7a6829 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5165562'] for port, after_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:19.550730 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea296867-d52f-4fa8-9c98-62800f7a6829 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Pushing event updated for resources: {'Port': ['ID=71613f2e-3946-494b-a085-01b4572d38bb,revision_number=2']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:19.564337 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ea296867-d52f-4fa8-9c98-62800f7a6829 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615442'] for floatingip, after_create {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:19.666689 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.db.l3_db [None req-ea296867-d52f-4fa8-9c98-62800f7a6829 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Floating IP 141d5ee2-215d-4996-96c6-f5e89864480a associated. External IP: 172.27.2.157, port: 19679bf4-bffc-4aec-b530-0384125dfe62. Sep 21 16:39:20.152307 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea296867-d52f-4fa8-9c98-62800f7a6829 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Router 0e11362f-3853-41ee-b819-47041b77fe33 has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:39:20.259691 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea296867-d52f-4fa8-9c98-62800f7a6829 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:39:20.269470 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cf5f71-61ad-47ce-b56a-8a96b059a60c None None] Sync routers for ids ['0e11362f-3853-41ee-b819-47041b77fe33'] in dv-cinder-810035-1-iscsi {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:39:20.278981 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cf5f71-61ad-47ce-b56a-8a96b059a60c None None] Routers {'0e11362f-3853-41ee-b819-47041b77fe33'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:39:20.284600 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-71cf5f71-61ad-47ce-b56a-8a96b059a60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:39:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['0e11362f-3853-41ee-b819-47041b77fe33'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:20.336495 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-ea296867-d52f-4fa8-9c98-62800f7a6829 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for floatingip, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:20.364674 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-ea296867-d52f-4fa8-9c98-62800f7a6829 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2007160 Sep 21 16:39:20.365373 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e27f9c5-67bb-4027-87f3-0a9680ca4c15', 'tag': '19679bf4-bffc-4aec-b530-0384125dfe62'}] {{(pid=184192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:39:20.367665 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc60c069b955d627b70d651b6eab325f4fde0824357df3315d36669f938dcfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57af9cf1-2225-4a68-8b49-b33112385ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "3e27f9c5-67bb-4027-87f3-0a9680ca4c15", "tag": "19679bf4-bffc-4aec-b530-0384125dfe62"}]}' {{(pid=184192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:39:20.387058 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-71cf5f71-61ad-47ce-b56a-8a96b059a60c None None] Set router 0e11362f-3853-41ee-b819-47041b77fe33 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:39:20.467940 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60715a4-af53-4b4a-8f18-eabed4c7b39c x-openstack-request-id: req-b60715a4-af53-4b4a-8f18-eabed4c7b39c {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:39:20.468255 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e27f9c5-67bb-4027-87f3-0a9680ca4c15", "tag": "19679bf4-bffc-4aec-b530-0384125dfe62", "status": "completed", "code": 200}]} {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:39:20.468531 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b60715a4-af53-4b4a-8f18-eabed4c7b39c {{(pid=184192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:39:20.468968 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e27f9c5-67bb-4027-87f3-0a9680ca4c15', 'tag': '19679bf4-bffc-4aec-b530-0384125dfe62', 'status': 'completed', 'code': 200} Sep 21 16:39:20.509956 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-4d489059-e8eb-4684-aaaa-eb0fd9426f71 req-194003a7-206b-4fc0-93a9-496431ec09b7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474191 Sep 21 16:39:20.537291 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af9cf1-2225-4a68-8b49-b33112385ddb req-533ed729-1137-4c26-9692-455880790585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:20.538790 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-57af9cf1-2225-4a68-8b49-b33112385ddb req-533ed729-1137-4c26-9692-455880790585 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6043226e82394816af874014d2a2bf84&device_id=3e27f9c5-67bb-4027-87f3-0a9680ca4c15 HTTP/1.1" status: 200 len: 1099 time: 0.0486469 Sep 21 16:39:20.599140 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d489059-e8eb-4684-aaaa-eb0fd9426f71 req-fc1b611e-756f-408e-a44f-728e33205800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:20.601038 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-4d489059-e8eb-4684-aaaa-eb0fd9426f71 req-fc1b611e-756f-408e-a44f-728e33205800 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c586ba2037dc4337b17c12e02b4a252b&device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 1138 time: 0.0445204 Sep 21 16:39:20.626602 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-71cf5f71-61ad-47ce-b56a-8a96b059a60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e11362f-3853-41ee-b819-47041b77fe33', 'name': 'tempest-TestVolumeBootPattern-1273681184-router', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:23Z', 'updated_at': '2021-09-21T16:32:26Z', 'revision_number': 4, 'project_id': '6043226e82394816af874014d2a2bf84', 'gw_port': {'id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:24Z', 'updated_at': '2021-09-21T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_floatingips': [{'id': '141d5ee2-215d-4996-96c6-f5e89864480a', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'floating_ip_address': '172.27.2.157', 'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'router_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'port_id': '19679bf4-bffc-4aec-b530-0384125dfe62', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'mac_address': 'fa:16:3e:30:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e27f9c5-67bb-4027-87f3-0a9680ca4c15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T16:39:18Z', 'updated_at': '2021-09-21T16:39:18Z', 'revision_number': 0, 'project_id': '6043226e82394816af874014d2a2bf84', 'fixed_ip_address_scope': None}, {'id': '24ba4672-7bc0-4dff-a8d4-b65ff9cfb9d8', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'router_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'port_id': 'd773ab97-16a3-476f-965b-01a3b6bea788', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'mac_address': 'fa:16:3e:6c:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b54465-ae6c-4f47-a7b2-233e7791942b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T16:36:56Z', 'updated_at': '2021-09-21T16:36:58Z', 'revision_number': 1, 'project_id': '6043226e82394816af874014d2a2bf84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c47745-3a8f-4ab9-855a-5e642ff67f46', 'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'mac_address': 'fa:16:3e:29:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:26Z', 'updated_at': '2021-09-21T16:32:31Z', 'revision_number': 5, 'project_id': '6043226e82394816af874014d2a2bf84', 'subnets': [{'id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:20.637949 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af9cf1-2225-4a68-8b49-b33112385ddb req-89293afb-0cac-49e6-be55-89accbd810da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:20.639677 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-57af9cf1-2225-4a68-8b49-b33112385ddb req-89293afb-0cac-49e6-be55-89accbd810da service neutron] 10.222.0.44 "GET /v2.0/networks?id=84a8318c-3a52-454c-b8ec-bdaba678f9cd HTTP/1.1" status: 200 len: 913 time: 0.0916264 Sep 21 16:39:20.658976 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cf5f71-61ad-47ce-b56a-8a96b059a60c None None] Checking router: 0e11362f-3853-41ee-b819-47041b77fe33 for host: dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:39:20.667785 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cf5f71-61ad-47ce-b56a-8a96b059a60c None None] Routers {'0e11362f-3853-41ee-b819-47041b77fe33'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:39:20.668406 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-71cf5f71-61ad-47ce-b56a-8a96b059a60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:39:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['0e11362f-3853-41ee-b819-47041b77fe33'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:20.708918 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-57af9cf1-2225-4a68-8b49-b33112385ddb req-01f7d8e7-1aab-480e-a175-f420b5a93202 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19679bf4-bffc-4aec-b530-0384125dfe62 HTTP/1.1" status: 200 len: 1000 time: 0.0623720 Sep 21 16:39:20.714657 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d489059-e8eb-4684-aaaa-eb0fd9426f71 req-75459d68-21f4-46bf-8758-1b636aef1f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:20.716187 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-4d489059-e8eb-4684-aaaa-eb0fd9426f71 req-75459d68-21f4-46bf-8758-1b636aef1f6d service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c58664c-9a8d-42f7-baab-9c7ec545dd02 HTTP/1.1" status: 200 len: 916 time: 0.0932672 Sep 21 16:39:20.764798 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af9cf1-2225-4a68-8b49-b33112385ddb req-157e67e3-b300-4324-88e8-a9e02c671e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:20.766302 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-57af9cf1-2225-4a68-8b49-b33112385ddb req-157e67e3-b300-4324-88e8-a9e02c671e33 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f8f4ce81-6fda-46e9-8392-224a6ec23c8a HTTP/1.1" status: 200 len: 851 time: 0.0500820 Sep 21 16:39:20.777456 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-71cf5f71-61ad-47ce-b56a-8a96b059a60c None None] Set router 0e11362f-3853-41ee-b819-47041b77fe33 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:39:20.784153 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-4d489059-e8eb-4684-aaaa-eb0fd9426f71 req-d7b52b3b-8d5b-47e6-b695-70ee86f7efce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b22366-7ea1-4663-af62-cb2ed9cfc1f5 HTTP/1.1" status: 200 len: 1001 time: 0.0608592 Sep 21 16:39:20.813999 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af9cf1-2225-4a68-8b49-b33112385ddb req-e7652955-f381-4ec5-ae20-03cb52c8fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:20.815642 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-57af9cf1-2225-4a68-8b49-b33112385ddb req-e7652955-f381-4ec5-ae20-03cb52c8fdf5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=84a8318c-3a52-454c-b8ec-bdaba678f9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426888 Sep 21 16:39:20.836224 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d489059-e8eb-4684-aaaa-eb0fd9426f71 req-74f45d5b-0fce-4e62-9926-fb7ee7c2330c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:20.837883 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-4d489059-e8eb-4684-aaaa-eb0fd9426f71 req-74f45d5b-0fce-4e62-9926-fb7ee7c2330c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=def3ed9c-de8b-4004-8516-9d9810b6d40d HTTP/1.1" status: 200 len: 854 time: 0.0465481 Sep 21 16:39:20.893404 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d489059-e8eb-4684-aaaa-eb0fd9426f71 req-112347d0-c215-440b-b871-a5c919221fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:20.895152 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-4d489059-e8eb-4684-aaaa-eb0fd9426f71 req-112347d0-c215-440b-b871-a5c919221fa1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c58664c-9a8d-42f7-baab-9c7ec545dd02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494788 Sep 21 16:39:20.915964 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-57af9cf1-2225-4a68-8b49-b33112385ddb req-9a6a762f-48df-4d95-b5aa-1a539858b379 service neutron] 10.222.0.44 "GET /v2.0/networks/84a8318c-3a52-454c-b8ec-bdaba678f9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900609 Sep 21 16:39:20.992903 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-4d489059-e8eb-4684-aaaa-eb0fd9426f71 req-c86573b1-f62d-4567-b9b3-5537c4ebca5e service neutron] 10.222.0.44 "GET /v2.0/networks/4c58664c-9a8d-42f7-baab-9c7ec545dd02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893025 Sep 21 16:39:21.013737 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-71cf5f71-61ad-47ce-b56a-8a96b059a60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e11362f-3853-41ee-b819-47041b77fe33', 'name': 'tempest-TestVolumeBootPattern-1273681184-router', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:23Z', 'updated_at': '2021-09-21T16:32:26Z', 'revision_number': 4, 'project_id': '6043226e82394816af874014d2a2bf84', 'gw_port': {'id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:24Z', 'updated_at': '2021-09-21T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_floatingips': [{'id': '141d5ee2-215d-4996-96c6-f5e89864480a', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'floating_ip_address': '172.27.2.157', 'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'router_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'port_id': '19679bf4-bffc-4aec-b530-0384125dfe62', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'mac_address': 'fa:16:3e:30:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e27f9c5-67bb-4027-87f3-0a9680ca4c15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T16:39:18Z', 'updated_at': '2021-09-21T16:39:18Z', 'revision_number': 0, 'project_id': '6043226e82394816af874014d2a2bf84', 'fixed_ip_address_scope': None}, {'id': '24ba4672-7bc0-4dff-a8d4-b65ff9cfb9d8', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'router_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'port_id': 'd773ab97-16a3-476f-965b-01a3b6bea788', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'mac_address': 'fa:16:3e:6c:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b54465-ae6c-4f47-a7b2-233e7791942b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T16:36:56Z', 'updated_at': '2021-09-21T16:36:58Z', 'revision_number': 1, 'project_id': '6043226e82394816af874014d2a2bf84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c47745-3a8f-4ab9-855a-5e642ff67f46', 'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'mac_address': 'fa:16:3e:29:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:26Z', 'updated_at': '2021-09-21T16:32:31Z', 'revision_number': 5, 'project_id': '6043226e82394816af874014d2a2bf84', 'subnets': [{'id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:21.016935 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-57af9cf1-2225-4a68-8b49-b33112385ddb req-8c2ca564-49f4-4b60-8250-d844de32423f service neutron] 10.222.0.44 "GET /v2.0/networks/84a8318c-3a52-454c-b8ec-bdaba678f9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940292 Sep 21 16:39:21.045213 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cf5f71-61ad-47ce-b56a-8a96b059a60c None None] The sync data for ids ['0e11362f-3853-41ee-b819-47041b77fe33'] in dv-cinder-810035-1-iscsi is: [{'id': '0e11362f-3853-41ee-b819-47041b77fe33', 'name': 'tempest-TestVolumeBootPattern-1273681184-router', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:23Z', 'updated_at': '2021-09-21T16:32:26Z', 'revision_number': 4, 'project_id': '6043226e82394816af874014d2a2bf84', 'gw_port': {'id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:24Z', 'updated_at': '2021-09-21T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_floatingips': [{'id': '141d5ee2-215d-4996-96c6-f5e89864480a', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'floating_ip_address': '172.27.2.157', 'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'router_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'port_id': '19679bf4-bffc-4aec-b530-0384125dfe62', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'mac_address': 'fa:16:3e:30:c3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e27f9c5-67bb-4027-87f3-0a9680ca4c15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T16:39:18Z', 'updated_at': '2021-09-21T16:39:18Z', 'revision_number': 0, 'project_id': '6043226e82394816af874014d2a2bf84', 'fixed_ip_address_scope': None}, {'id': '24ba4672-7bc0-4dff-a8d4-b65ff9cfb9d8', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'router_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'port_id': 'd773ab97-16a3-476f-965b-01a3b6bea788', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'mac_address': 'fa:16:3e:6c:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b54465-ae6c-4f47-a7b2-233e7791942b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T16:36:56Z', 'updated_at': '2021-09-21T16:36:58Z', 'revision_number': 1, 'project_id': '6043226e82394816af874014d2a2bf84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c47745-3a8f-4ab9-855a-5e642ff67f46', 'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'mac_address': 'fa:16:3e:29:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:26Z', 'updated_at': '2021-09-21T16:32:31Z', 'revision_number': 5, 'project_id': '6043226e82394816af874014d2a2bf84', 'subnets': [{'id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:39:21.092881 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-4d489059-e8eb-4684-aaaa-eb0fd9426f71 req-d6c196d7-79c4-4327-87b6-c734dc8e82cc service neutron] 10.222.0.44 "GET /v2.0/networks/4c58664c-9a8d-42f7-baab-9c7ec545dd02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917482 Sep 21 16:39:21.240782 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c582f8-811e-4710-8d90-d293c54dad09 None None] New status for floating IP 141d5ee2-215d-4996-96c6-f5e89864480a: ACTIVE {{(pid=184194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:39:31.329914 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-4aab6284-2113-4c0d-9034-5c1b561e846e req-475262ed-0c8b-45ef-8883-aa75d03a6b51 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1014710946&fields=id&tenant_id=c586ba2037dc4337b17c12e02b4a252b HTTP/1.1" status: 200 len: 267 time: 0.0329001 Sep 21 16:39:31.381288 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab6284-2113-4c0d-9034-5c1b561e846e req-8e670b06-e3f7-4437-8ad3-236a298384c6 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:31.382744 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-4aab6284-2113-4c0d-9034-5c1b561e846e req-8e670b06-e3f7-4437-8ad3-236a298384c6 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 985 time: 0.0474138 Sep 21 16:39:31.393386 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.v2.base [req-4aab6284-2113-4c0d-9034-5c1b561e846e req-a187954d-4027-44a8-854c-7672d4a4609c tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Request body: {'port': {'security_groups': ['8381bbdd-6583-4efb-9646-ffa446dd1e99']}} {{(pid=184192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 16:39:31.461590 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-4aab6284-2113-4c0d-9034-5c1b561e846e req-a187954d-4027-44a8-854c-7672d4a4609c tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1829102'] for port, before_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:31.633142 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [req-4aab6284-2113-4c0d-9034-5c1b561e846e req-a187954d-4027-44a8-854c-7672d4a4609c tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] For port 04b22366-7ea1-4663-af62-cb2ed9cfc1f5, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=04b22366-7ea1-4663-af62-cb2ed9cfc1f5,segment=NetworkSegment(36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4),segment_id=36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4)] {{(pid=184192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:39:31.661178 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-4aab6284-2113-4c0d-9034-5c1b561e846e req-a187954d-4027-44a8-854c-7672d4a4609c tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks [] for port, precommit_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:31.729892 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-4aab6284-2113-4c0d-9034-5c1b561e846e req-a187954d-4027-44a8-854c-7672d4a4609c tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785855665933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785855133130', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785855133148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5165562'] for port, after_update {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:31.743287 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['04b22366-7ea1-4663-af62-cb2ed9cfc1f5'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:39:31.798801 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab6284-2113-4c0d-9034-5c1b561e846e req-a187954d-4027-44a8-854c-7672d4a4609c tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:31.799882 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [req-4aab6284-2113-4c0d-9034-5c1b561e846e req-a187954d-4027-44a8-854c-7672d4a4609c tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:31.809986 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-4aab6284-2113-4c0d-9034-5c1b561e846e req-a187954d-4027-44a8-854c-7672d4a4609c tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "PUT /v2.0/ports/04b22366-7ea1-4663-af62-cb2ed9cfc1f5 HTTP/1.1" status: 200 len: 943 time: 0.4182062 Sep 21 16:39:31.809986 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8', 'tag': '04b22366-7ea1-4663-af62-cb2ed9cfc1f5'}] {{(pid=184192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:39:31.811270 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 40070) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:39:31.814629 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc60c069b955d627b70d651b6eab325f4fde0824357df3315d36669f938dcfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc59295-c942-4823-8d86-666d3828b35c" -d '{"events": [{"name": "network-changed", "server_uuid": "9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8", "tag": "04b22366-7ea1-4663-af62-cb2ed9cfc1f5"}]}' {{(pid=184192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:39:31.873785 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187954d-4027-44a8-854c-7672d4a4609c tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Pushing event updated for resources: {'Port': ['ID=04b22366-7ea1-4663-af62-cb2ed9cfc1f5,revision_number=7']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:31.894304 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['04b22366-7ea1-4663-af62-cb2ed9cfc1f5'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:39:31.896941 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c812e5f-ca3f-4ac4-af72-960ed126c7af x-openstack-request-id: req-9c812e5f-ca3f-4ac4-af72-960ed126c7af {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:39:31.899360 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8", "tag": "04b22366-7ea1-4663-af62-cb2ed9cfc1f5", "status": "completed", "code": 200}]} {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:39:31.899360 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c812e5f-ca3f-4ac4-af72-960ed126c7af {{(pid=184192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:39:31.899360 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8', 'tag': '04b22366-7ea1-4663-af62-cb2ed9cfc1f5', 'status': 'completed', 'code': 200} Sep 21 16:39:31.908389 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-5ca57a39-2e2a-45fb-8452-67912c72f1ec tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:31.959637 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-5ca57a39-2e2a-45fb-8452-67912c72f1ec tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:32.002006 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc59295-c942-4823-8d86-666d3828b35c req-2d94ae94-bd79-4a5b-a8f3-b7815130caa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:32.003547 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5cc59295-c942-4823-8d86-666d3828b35c req-2d94ae94-bd79-4a5b-a8f3-b7815130caa8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c586ba2037dc4337b17c12e02b4a252b&device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 1099 time: 0.0807431 Sep 21 16:39:32.046216 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.provisioning_blocks [None req-4b839d8b-cc89-474f-a624-cf1ee791388a None None] Provisioning complete for port 04b22366-7ea1-4663-af62-cb2ed9cfc1f5 triggered by entity DHCP. {{(pid=184193) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 16:39:32.046506 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-4b839d8b-cc89-474f-a624-cf1ee791388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771810'] for port, provisioning_complete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:32.100433 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc59295-c942-4823-8d86-666d3828b35c req-c9e2a0c8-633e-4bae-b1ff-511243dd1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:32.101929 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5cc59295-c942-4823-8d86-666d3828b35c req-c9e2a0c8-633e-4bae-b1ff-511243dd1d09 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c58664c-9a8d-42f7-baab-9c7ec545dd02 HTTP/1.1" status: 200 len: 916 time: 0.0909846 Sep 21 16:39:32.172453 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5cc59295-c942-4823-8d86-666d3828b35c req-9198c50a-a910-4cc3-8b92-e4bc44f010d7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b22366-7ea1-4663-af62-cb2ed9cfc1f5 HTTP/1.1" status: 200 len: 1001 time: 0.0623298 Sep 21 16:39:32.228555 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc59295-c942-4823-8d86-666d3828b35c req-3d14ceca-6a5e-4891-b0e5-bd2aed9ec1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:32.230110 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5cc59295-c942-4823-8d86-666d3828b35c req-3d14ceca-6a5e-4891-b0e5-bd2aed9ec1d2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=def3ed9c-de8b-4004-8516-9d9810b6d40d HTTP/1.1" status: 200 len: 854 time: 0.0463636 Sep 21 16:39:32.246490 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-5ca57a39-2e2a-45fb-8452-67912c72f1ec tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:32.249075 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-5ca57a39-2e2a-45fb-8452-67912c72f1ec tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:32.250149 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-5ca57a39-2e2a-45fb-8452-67912c72f1ec tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "DELETE /v2.0/security-groups/9f8972a6-d613-4ca2-abbb-29a8997d0dcc HTTP/1.1" status: 204 len: 168 time: 0.4371743 Sep 21 16:39:32.252951 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 40074) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:39:32.275224 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca57a39-2e2a-45fb-8452-67912c72f1ec tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8972a6-d613-4ca2-abbb-29a8997d0dcc,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:32.291641 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc59295-c942-4823-8d86-666d3828b35c req-a93cf8aa-7722-4a7b-9740-fd03f6c2042f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:32.294094 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5cc59295-c942-4823-8d86-666d3828b35c req-a93cf8aa-7722-4a7b-9740-fd03f6c2042f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c58664c-9a8d-42f7-baab-9c7ec545dd02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565822 Sep 21 16:39:32.388015 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5cc59295-c942-4823-8d86-666d3828b35c req-125fc5b5-3159-48a1-862b-723e3345f62b service neutron] 10.222.0.44 "GET /v2.0/networks/4c58664c-9a8d-42f7-baab-9c7ec545dd02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871072 Sep 21 16:39:32.417323 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [None req-72bf2ca4-8b08-4592-b52d-6a508b778985 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Deleting port 61ecabb7-dea2-4b5d-866d-1ee2f7ade96d {{(pid=184192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:39:32.417323 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-72bf2ca4-8b08-4592-b52d-6a508b778985 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:32.479794 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5cc59295-c942-4823-8d86-666d3828b35c req-6109daf8-de49-4820-be49-f72ded0030c1 service neutron] 10.222.0.44 "GET /v2.0/networks/4c58664c-9a8d-42f7-baab-9c7ec545dd02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837545 Sep 21 16:39:32.495915 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-72bf2ca4-8b08-4592-b52d-6a508b778985 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:32.496540 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-72bf2ca4-8b08-4592-b52d-6a508b778985 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:32.508933 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [None req-72bf2ca4-8b08-4592-b52d-6a508b778985 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Calling delete_port for 61ecabb7-dea2-4b5d-866d-1ee2f7ade96d owned by network:floatingip {{(pid=184192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:39:32.773615 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-72bf2ca4-8b08-4592-b52d-6a508b778985 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5165539'] for port, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:32.802007 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf2ca4-8b08-4592-b52d-6a508b778985 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Pushing event deleted for resources: {'Port': ['ID=61ecabb7-dea2-4b5d-866d-1ee2f7ade96d,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:32.860571 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-72bf2ca4-8b08-4592-b52d-6a508b778985 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks [] for floatingip, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:32.860897 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.db.l3_db [None req-72bf2ca4-8b08-4592-b52d-6a508b778985 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Floating IP b7ffb76f-42d5-4aaf-8897-ba05221e0dea disassociated (deleted). External IP: 172.27.2.86, port: 04b22366-7ea1-4663-af62-cb2ed9cfc1f5. Sep 21 16:39:33.084724 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72bf2ca4-8b08-4592-b52d-6a508b778985 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Router b1df4c37-2727-4fb7-8c2a-307368ba6b1c has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:39:33.192933 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bf2ca4-8b08-4592-b52d-6a508b778985 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:39:33.198084 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-72bf2ca4-8b08-4592-b52d-6a508b778985 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for floatingip, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:33.202756 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4c2b9e-c946-4f04-9b7f-813abc33395f None None] Sync routers for ids ['b1df4c37-2727-4fb7-8c2a-307368ba6b1c'] in dv-cinder-810035-1-iscsi {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:39:33.213025 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4c2b9e-c946-4f04-9b7f-813abc33395f None None] Routers {'b1df4c37-2727-4fb7-8c2a-307368ba6b1c'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:39:33.213644 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-fd4c2b9e-c946-4f04-9b7f-813abc33395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:39:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['b1df4c37-2727-4fb7-8c2a-307368ba6b1c'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:33.226354 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-72bf2ca4-8b08-4592-b52d-6a508b778985 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "DELETE /v2.0/floatingips/b7ffb76f-42d5-4aaf-8897-ba05221e0dea HTTP/1.1" status: 204 len: 168 time: 0.9723320 Sep 21 16:39:33.318493 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-fd4c2b9e-c946-4f04-9b7f-813abc33395f None None] Set router b1df4c37-2727-4fb7-8c2a-307368ba6b1c gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:39:33.524959 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-fd4c2b9e-c946-4f04-9b7f-813abc33395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'name': 'tempest-TestMinimumBasicScenario-1075986500-router', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '8719373f-25b5-4766-9205-5cfce7ec3032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:35:57Z', 'updated_at': '2021-09-21T16:36:00Z', 'revision_number': 4, 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'gw_port': {'id': '8719373f-25b5-4766-9205-5cfce7ec3032', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:85:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:35:57Z', 'updated_at': '2021-09-21T16:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': '29220a52-7495-41cc-92b7-d603275048e1', 'name': '', 'network_id': '4c58664c-9a8d-42f7-baab-9c7ec545dd02', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b', 'mac_address': 'fa:16:3e:3d:53:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'def3ed9c-de8b-4004-8516-9d9810b6d40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:35:59Z', 'updated_at': '2021-09-21T16:36:04Z', 'revision_number': 5, 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'subnets': [{'id': 'def3ed9c-de8b-4004-8516-9d9810b6d40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:33.552730 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4c2b9e-c946-4f04-9b7f-813abc33395f None None] Checking router: b1df4c37-2727-4fb7-8c2a-307368ba6b1c for host: dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:39:33.561572 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4c2b9e-c946-4f04-9b7f-813abc33395f None None] Routers {'b1df4c37-2727-4fb7-8c2a-307368ba6b1c'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:39:33.562211 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-fd4c2b9e-c946-4f04-9b7f-813abc33395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:39:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['b1df4c37-2727-4fb7-8c2a-307368ba6b1c'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:33.782993 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-fd4c2b9e-c946-4f04-9b7f-813abc33395f None None] Set router b1df4c37-2727-4fb7-8c2a-307368ba6b1c gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:39:33.898720 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8', 'tag': '04b22366-7ea1-4663-af62-cb2ed9cfc1f5'}] {{(pid=184192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:39:33.900972 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc60c069b955d627b70d651b6eab325f4fde0824357df3315d36669f938dcfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8a5294-0a1f-4a2f-8360-32ce20365354" -d '{"events": [{"name": "network-changed", "server_uuid": "9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8", "tag": "04b22366-7ea1-4663-af62-cb2ed9cfc1f5"}]}' {{(pid=184192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:39:33.987309 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-fd4c2b9e-c946-4f04-9b7f-813abc33395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'name': 'tempest-TestMinimumBasicScenario-1075986500-router', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '8719373f-25b5-4766-9205-5cfce7ec3032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:35:57Z', 'updated_at': '2021-09-21T16:36:00Z', 'revision_number': 4, 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'gw_port': {'id': '8719373f-25b5-4766-9205-5cfce7ec3032', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:85:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:35:57Z', 'updated_at': '2021-09-21T16:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': '29220a52-7495-41cc-92b7-d603275048e1', 'name': '', 'network_id': '4c58664c-9a8d-42f7-baab-9c7ec545dd02', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b', 'mac_address': 'fa:16:3e:3d:53:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'def3ed9c-de8b-4004-8516-9d9810b6d40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:35:59Z', 'updated_at': '2021-09-21T16:36:04Z', 'revision_number': 5, 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'subnets': [{'id': 'def3ed9c-de8b-4004-8516-9d9810b6d40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:34.020193 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4c2b9e-c946-4f04-9b7f-813abc33395f None None] The sync data for ids ['b1df4c37-2727-4fb7-8c2a-307368ba6b1c'] in dv-cinder-810035-1-iscsi is: [{'id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'name': 'tempest-TestMinimumBasicScenario-1075986500-router', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '8719373f-25b5-4766-9205-5cfce7ec3032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:35:57Z', 'updated_at': '2021-09-21T16:36:00Z', 'revision_number': 4, 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'gw_port': {'id': '8719373f-25b5-4766-9205-5cfce7ec3032', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:85:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:35:57Z', 'updated_at': '2021-09-21T16:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': '29220a52-7495-41cc-92b7-d603275048e1', 'name': '', 'network_id': '4c58664c-9a8d-42f7-baab-9c7ec545dd02', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b', 'mac_address': 'fa:16:3e:3d:53:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'def3ed9c-de8b-4004-8516-9d9810b6d40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:35:59Z', 'updated_at': '2021-09-21T16:36:04Z', 'revision_number': 5, 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'subnets': [{'id': 'def3ed9c-de8b-4004-8516-9d9810b6d40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:39:34.089644 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81c7ca9-2a5e-4d72-936e-2014d9981f31 x-openstack-request-id: req-d81c7ca9-2a5e-4d72-936e-2014d9981f31 {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:39:34.089936 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8", "tag": "04b22366-7ea1-4663-af62-cb2ed9cfc1f5", "status": "completed", "code": 200}]} {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:39:34.090190 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d81c7ca9-2a5e-4d72-936e-2014d9981f31 {{(pid=184192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:39:34.090584 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8', 'tag': '04b22366-7ea1-4663-af62-cb2ed9cfc1f5', 'status': 'completed', 'code': 200} Sep 21 16:39:34.152146 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a5294-0a1f-4a2f-8360-32ce20365354 req-49871c0a-599f-4ce0-99e4-b4f9383abe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:34.153745 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-4c8a5294-0a1f-4a2f-8360-32ce20365354 req-49871c0a-599f-4ce0-99e4-b4f9383abe55 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c586ba2037dc4337b17c12e02b4a252b&device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 1099 time: 0.0416956 Sep 21 16:39:34.254325 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a357639-4349-48b5-b6ac-b1cfe9278c53 None None] New status for floating IP b7ffb76f-42d5-4aaf-8897-ba05221e0dea: DOWN {{(pid=184194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:39:34.259480 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a5294-0a1f-4a2f-8360-32ce20365354 req-b7ffb500-c67b-4ca7-a90a-94a2a125e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:34.260990 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-4c8a5294-0a1f-4a2f-8360-32ce20365354 req-b7ffb500-c67b-4ca7-a90a-94a2a125e465 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c58664c-9a8d-42f7-baab-9c7ec545dd02 HTTP/1.1" status: 200 len: 916 time: 0.0981743 Sep 21 16:39:34.303955 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-4c8a5294-0a1f-4a2f-8360-32ce20365354 req-9718666c-1789-47cf-830b-23f7def48c9e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b22366-7ea1-4663-af62-cb2ed9cfc1f5 HTTP/1.1" status: 200 len: 217 time: 0.0357449 Sep 21 16:39:34.358808 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a5294-0a1f-4a2f-8360-32ce20365354 req-4813e177-9d3c-4e63-8876-02275a01fcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:34.360335 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-4c8a5294-0a1f-4a2f-8360-32ce20365354 req-4813e177-9d3c-4e63-8876-02275a01fcf4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=def3ed9c-de8b-4004-8516-9d9810b6d40d HTTP/1.1" status: 200 len: 854 time: 0.0485339 Sep 21 16:39:34.407318 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a5294-0a1f-4a2f-8360-32ce20365354 req-e4bf7432-b587-4228-ae53-9ed737bcf18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:34.408872 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-4c8a5294-0a1f-4a2f-8360-32ce20365354 req-e4bf7432-b587-4228-ae53-9ed737bcf18c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c58664c-9a8d-42f7-baab-9c7ec545dd02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403829 Sep 21 16:39:34.501516 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-4c8a5294-0a1f-4a2f-8360-32ce20365354 req-de41fdec-04cd-4f3f-bd14-785e44650692 service neutron] 10.222.0.44 "GET /v2.0/networks/4c58664c-9a8d-42f7-baab-9c7ec545dd02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848491 Sep 21 16:39:34.592570 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-4c8a5294-0a1f-4a2f-8360-32ce20365354 req-524fcbc6-dba0-4903-99fa-6eb0e2ab485d service neutron] 10.222.0.44 "GET /v2.0/networks/4c58664c-9a8d-42f7-baab-9c7ec545dd02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835323 Sep 21 16:39:37.456052 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66813dd8-14ca-4ee4-bc95-67a847a3d6c5 req-a32ae16d-46f6-4b37-aaf9-61ca9a7c8531 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:37.457513 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-66813dd8-14ca-4ee4-bc95-67a847a3d6c5 req-a32ae16d-46f6-4b37-aaf9-61ca9a7c8531 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 946 time: 0.0482454 Sep 21 16:39:37.494943 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-66813dd8-14ca-4ee4-bc95-67a847a3d6c5 req-9f6522de-0a6f-43bf-b05d-1a15e0027fc0 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308700 Sep 21 16:39:38.607217 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e095114-90a1-4ac0-b117-516dc24e3a65 req-2dd56229-d418-47df-9864-b5119f6d2f29 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:38.608695 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1e095114-90a1-4ac0-b117-516dc24e3a65 req-2dd56229-d418-47df-9864-b5119f6d2f29 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 946 time: 0.0475919 Sep 21 16:39:38.644960 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-1e095114-90a1-4ac0-b117-516dc24e3a65 req-897c36a2-e861-4657-94e5-7e0470233e42 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298288 Sep 21 16:39:39.290072 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:39.585025 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a466bf-8ea7-43c7-b1e7-079cb7500c98 req-da847eca-8f4e-4a4d-b6de-ba007aa5fe7e tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:39.586508 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-56a466bf-8ea7-43c7-b1e7-079cb7500c98 req-da847eca-8f4e-4a4d-b6de-ba007aa5fe7e tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 946 time: 0.0522127 Sep 21 16:39:39.676225 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [req-56a466bf-8ea7-43c7-b1e7-079cb7500c98 req-f723e6cf-e850-4d58-a5f5-ba6f6504fa79 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Deleting port 04b22366-7ea1-4663-af62-cb2ed9cfc1f5 {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:39:39.676601 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-56a466bf-8ea7-43c7-b1e7-079cb7500c98 req-f723e6cf-e850-4d58-a5f5-ba6f6504fa79 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:39.792483 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-56a466bf-8ea7-43c7-b1e7-079cb7500c98 req-f723e6cf-e850-4d58-a5f5-ba6f6504fa79 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] For port 04b22366-7ea1-4663-af62-cb2ed9cfc1f5, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=04b22366-7ea1-4663-af62-cb2ed9cfc1f5,segment=NetworkSegment(36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4),segment_id=36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4)] {{(pid=184191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:39:39.792837 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-56a466bf-8ea7-43c7-b1e7-079cb7500c98 req-f723e6cf-e850-4d58-a5f5-ba6f6504fa79 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:39.813762 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a07bd-1d73-4021-818e-8a03ade5b7e0 req-b6efc3a3-86cb-457c-a3ab-986785e6460b tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:39:39.815266 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c79a07bd-1d73-4021-818e-8a03ade5b7e0 req-b6efc3a3-86cb-457c-a3ab-986785e6460b tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 946 time: 0.0809731 Sep 21 16:39:39.816133 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [req-56a466bf-8ea7-43c7-b1e7-079cb7500c98 req-f723e6cf-e850-4d58-a5f5-ba6f6504fa79 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Calling delete_port for 04b22366-7ea1-4663-af62-cb2ed9cfc1f5 owned by compute:nova {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:39:39.897289 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-c79a07bd-1d73-4021-818e-8a03ade5b7e0 req-b1197f9c-d48e-4ad7-97f5-ae3c9f23169c tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/security-groups?id=8381bbdd-6583-4efb-9646-ffa446dd1e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745990 Sep 21 16:39:40.026930 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-56a466bf-8ea7-43c7-b1e7-079cb7500c98 req-f723e6cf-e850-4d58-a5f5-ba6f6504fa79 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:40.038960 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] get_ports_and_sgs() called for port_ids ['04b22366-7ea1-4663-af62-cb2ed9cfc1f5'] {{(pid=184193) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 16:39:40.056078 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723e6cf-e850-4d58-a5f5-ba6f6504fa79 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Pushing event deleted for resources: {'Port': ['ID=04b22366-7ea1-4663-af62-cb2ed9cfc1f5,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:40.098802 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a466bf-8ea7-43c7-b1e7-079cb7500c98 req-f723e6cf-e850-4d58-a5f5-ba6f6504fa79 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] No DVR routers for this DVR port 04b22366-7ea1-4663-af62-cb2ed9cfc1f5 on host hv-cinder-81003 {{(pid=184191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:39:40.101337 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-56a466bf-8ea7-43c7-b1e7-079cb7500c98 req-f723e6cf-e850-4d58-a5f5-ba6f6504fa79 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:40.103279 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-56a466bf-8ea7-43c7-b1e7-079cb7500c98 req-f723e6cf-e850-4d58-a5f5-ba6f6504fa79 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.44 "DELETE /v2.0/ports/04b22366-7ea1-4663-af62-cb2ed9cfc1f5 HTTP/1.1" status: 204 len: 173 time: 0.5086293 Sep 21 16:39:40.103731 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8', 'name': 'network-vif-deleted', 'tag': '04b22366-7ea1-4663-af62-cb2ed9cfc1f5'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:39:40.105947 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c620fca-6a1f-42fb-8f7e-46e52c0aab70" -d '{"events": [{"server_uuid": "9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8", "name": "network-vif-deleted", "tag": "04b22366-7ea1-4663-af62-cb2ed9cfc1f5"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:39:40.141027 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75c54b3-8650-4eab-925e-9aa7de03b428 x-openstack-request-id: req-e75c54b3-8650-4eab-925e-9aa7de03b428 {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:39:40.141322 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8", "name": "network-vif-deleted", "tag": "04b22366-7ea1-4663-af62-cb2ed9cfc1f5", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:39:40.141594 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e75c54b3-8650-4eab-925e-9aa7de03b428 {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:39:40.141974 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8', 'name': 'network-vif-deleted', 'tag': '04b22366-7ea1-4663-af62-cb2ed9cfc1f5', 'status': 'completed', 'code': 200} Sep 21 16:39:40.999468 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-2f019530-8d99-4ae8-9797-3de688a41df2 req-5cbfb97b-4506-470a-8db5-43d36af1c3a7 tempest-TestMinimumBasicScenario-1904466003 tempest-TestMinimumBasicScenario-1904466003-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c75ccb0-9a34-4d58-a5cb-b4a85e7727e8 HTTP/1.1" status: 200 len: 210 time: 0.0264785 Sep 21 16:39:41.807901 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-92473baa-f0f1-4197-8b11-573d696abebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:43.126802 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 04b22366-7ea1-4663-af62-cb2ed9cfc1f5 no longer exists at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:39:43.147626 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] No Port match for: 04b22366-7ea1-4663-af62-cb2ed9cfc1f5 {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:39:43.147966 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 04b22366-7ea1-4663-af62-cb2ed9cfc1f5 not bound to the agent host hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:39:43.234602 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 40164) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:39:43.805872 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bb02a847-55b7-4bcb-97ea-77bc845ad7c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-616722'] for router_interface, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:44.045764 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-bb02a847-55b7-4bcb-97ea-77bc845ad7c2 admin admin] Deleting port 29220a52-7495-41cc-92b7-d603275048e1 {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:39:44.046096 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bb02a847-55b7-4bcb-97ea-77bc845ad7c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:44.123578 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [None req-bb02a847-55b7-4bcb-97ea-77bc845ad7c2 admin admin] For port 29220a52-7495-41cc-92b7-d603275048e1, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=29220a52-7495-41cc-92b7-d603275048e1,segment=NetworkSegment(36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4),segment_id=36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4)] {{(pid=184191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:39:44.123852 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bb02a847-55b7-4bcb-97ea-77bc845ad7c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:44.136237 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-bb02a847-55b7-4bcb-97ea-77bc845ad7c2 admin admin] Calling delete_port for 29220a52-7495-41cc-92b7-d603275048e1 owned by network:router_interface {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:39:44.333405 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-62f12b19-12d3-47a3-a9bb-f17075cd91fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:44.356410 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bb02a847-55b7-4bcb-97ea-77bc845ad7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:44.383513 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02a847-55b7-4bcb-97ea-77bc845ad7c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=29220a52-7495-41cc-92b7-d603275048e1,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:44.548021 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-bb02a847-55b7-4bcb-97ea-77bc845ad7c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615586'] for router_interface, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:44.756878 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb02a847-55b7-4bcb-97ea-77bc845ad7c2 admin admin] Router b1df4c37-2727-4fb7-8c2a-307368ba6b1c has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:39:44.861325 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb02a847-55b7-4bcb-97ea-77bc845ad7c2 admin admin] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:39:44.866833 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-bb02a847-55b7-4bcb-97ea-77bc845ad7c2 admin admin] 10.222.0.41 "PUT /v2.0/routers/b1df4c37-2727-4fb7-8c2a-307368ba6b1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6311319 Sep 21 16:39:44.869349 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 40166) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:39:44.872380 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e82439d-ef80-4a2e-9729-dd86c88c5071 None None] Sync routers for ids ['b1df4c37-2727-4fb7-8c2a-307368ba6b1c'] in dv-cinder-810035-1-iscsi {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:39:44.882488 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e82439d-ef80-4a2e-9729-dd86c88c5071 None None] Routers {'b1df4c37-2727-4fb7-8c2a-307368ba6b1c'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:39:44.883105 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-5e82439d-ef80-4a2e-9729-dd86c88c5071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:39:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['b1df4c37-2727-4fb7-8c2a-307368ba6b1c'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:44.925741 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:44.973205 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-e7addb29-3d27-4e0f-b036-5b3cfaef9107 admin admin] Notify callbacks [] for router, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:44.989758 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-5e82439d-ef80-4a2e-9729-dd86c88c5071 None None] Set router b1df4c37-2727-4fb7-8c2a-307368ba6b1c gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:39:45.087831 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-e7addb29-3d27-4e0f-b036-5b3cfaef9107 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:45.169747 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-5e82439d-ef80-4a2e-9729-dd86c88c5071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'name': 'tempest-TestMinimumBasicScenario-1075986500-router', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '8719373f-25b5-4766-9205-5cfce7ec3032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:35:57Z', 'updated_at': '2021-09-21T16:39:44Z', 'revision_number': 5, 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'gw_port': {'id': '8719373f-25b5-4766-9205-5cfce7ec3032', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:85:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:35:57Z', 'updated_at': '2021-09-21T16:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi'}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:45.197801 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-e7addb29-3d27-4e0f-b036-5b3cfaef9107 admin admin] Deleting port 8719373f-25b5-4766-9205-5cfce7ec3032 {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:39:45.198038 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e82439d-ef80-4a2e-9729-dd86c88c5071 None None] Checking router: b1df4c37-2727-4fb7-8c2a-307368ba6b1c for host: dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:39:45.198163 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-e7addb29-3d27-4e0f-b036-5b3cfaef9107 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:45.206776 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e82439d-ef80-4a2e-9729-dd86c88c5071 None None] Routers {'b1df4c37-2727-4fb7-8c2a-307368ba6b1c'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:39:45.207414 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-5e82439d-ef80-4a2e-9729-dd86c88c5071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:39:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['b1df4c37-2727-4fb7-8c2a-307368ba6b1c'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:45.280151 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [None req-e7addb29-3d27-4e0f-b036-5b3cfaef9107 admin admin] For port 8719373f-25b5-4766-9205-5cfce7ec3032, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=8719373f-25b5-4766-9205-5cfce7ec3032,segment=NetworkSegment(20491f07-cf61-416d-8708-a00434b2d30f),segment_id=20491f07-cf61-416d-8708-a00434b2d30f)] {{(pid=184191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:39:45.280508 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-e7addb29-3d27-4e0f-b036-5b3cfaef9107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:45.292610 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-e7addb29-3d27-4e0f-b036-5b3cfaef9107 admin admin] Calling delete_port for 8719373f-25b5-4766-9205-5cfce7ec3032 owned by network:router_gateway {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:39:45.293005 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-5e82439d-ef80-4a2e-9729-dd86c88c5071 None None] Set router b1df4c37-2727-4fb7-8c2a-307368ba6b1c gateway port host: None {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:39:45.344542 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-5e82439d-ef80-4a2e-9729-dd86c88c5071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'name': 'tempest-TestMinimumBasicScenario-1075986500-router', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:35:57Z', 'updated_at': '2021-09-21T16:39:45Z', 'revision_number': 6, 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'gw_port_host': None}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:45.374626 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e82439d-ef80-4a2e-9729-dd86c88c5071 None None] The sync data for ids ['b1df4c37-2727-4fb7-8c2a-307368ba6b1c'] in dv-cinder-810035-1-iscsi is: [{'id': 'b1df4c37-2727-4fb7-8c2a-307368ba6b1c', 'name': 'tempest-TestMinimumBasicScenario-1075986500-router', 'tenant_id': 'c586ba2037dc4337b17c12e02b4a252b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:35:57Z', 'updated_at': '2021-09-21T16:39:45Z', 'revision_number': 6, 'project_id': 'c586ba2037dc4337b17c12e02b4a252b', 'gw_port_host': None}] {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:39:45.524397 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-e7addb29-3d27-4e0f-b036-5b3cfaef9107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:45.551475 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7addb29-3d27-4e0f-b036-5b3cfaef9107 admin admin] Pushing event deleted for resources: {'Port': ['ID=8719373f-25b5-4766-9205-5cfce7ec3032,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:45.608803 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-e7addb29-3d27-4e0f-b036-5b3cfaef9107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615524'] for router_gateway, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:45.644384 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:45.700097 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-e7addb29-3d27-4e0f-b036-5b3cfaef9107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-685'] for router, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:45.702226 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-e7addb29-3d27-4e0f-b036-5b3cfaef9107 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:45.873337 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 29220a52-7495-41cc-92b7-d603275048e1 no longer exists at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:39:45.873337 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] No Port match for: 29220a52-7495-41cc-92b7-d603275048e1 {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:39:45.873337 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 29220a52-7495-41cc-92b7-d603275048e1 not bound to the agent host dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:39:46.082442 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-e7addb29-3d27-4e0f-b036-5b3cfaef9107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612814'] for router, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:46.083613 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7addb29-3d27-4e0f-b036-5b3cfaef9107 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1df4c37-2727-4fb7-8c2a-307368ba6b1c {{(pid=184191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 16:39:46.088094 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-e7addb29-3d27-4e0f-b036-5b3cfaef9107 admin admin] Notify callbacks [] for router, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:46.089049 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-e7addb29-3d27-4e0f-b036-5b3cfaef9107 admin admin] 10.222.0.41 "DELETE /v2.0/routers/b1df4c37-2727-4fb7-8c2a-307368ba6b1c HTTP/1.1" status: 204 len: 168 time: 1.2188063 Sep 21 16:39:46.091866 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 40168) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:39:46.135032 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e33507f-c5b3-40ab-b11f-ae08fd334e32 admin admin] Deleting subnet def3ed9c-de8b-4004-8516-9d9810b6d40d {{(pid=184191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 16:39:46.137912 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6e33507f-c5b3-40ab-b11f-ae08fd334e32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:46.174100 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6e33507f-c5b3-40ab-b11f-ae08fd334e32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4896998'] for subnet, precommit_delete_associations {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:46.258008 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6e33507f-c5b3-40ab-b11f-ae08fd334e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1636446'] for subnet, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:46.392074 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6e33507f-c5b3-40ab-b11f-ae08fd334e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1636425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4478999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4674029'] for subnet, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:46.414418 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33507f-c5b3-40ab-b11f-ae08fd334e32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=def3ed9c-de8b-4004-8516-9d9810b6d40d,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:46.418082 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6e33507f-c5b3-40ab-b11f-ae08fd334e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for subnet, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:46.420004 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-6e33507f-c5b3-40ab-b11f-ae08fd334e32 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/def3ed9c-de8b-4004-8516-9d9810b6d40d HTTP/1.1" status: 204 len: 168 time: 0.3272095 Sep 21 16:39:46.422938 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 40170) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:39:46.428377 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e7a7cc-8653-4b34-ace9-6a48baf13feb None None] Network 4c58664c-9a8d-42f7-baab-9c7ec545dd02 requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:39:46.495878 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-d441cdf3-a538-473d-9869-60be6b21ff68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1604015'] for network, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:46.549431 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [None req-d441cdf3-a538-473d-9869-60be6b21ff68 admin admin] Deleting port 591c84db-d98f-407f-9d70-84f01c6d3205 {{(pid=184192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:39:46.549784 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-d441cdf3-a538-473d-9869-60be6b21ff68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:46.612507 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612ab9bf-404a-468d-943d-55214d76caee None None] DHCP port deletion for 4c58664c-9a8d-42f7-baab-9c7ec545dd02 request from dv-cinder-810035-1-iscsi {{(pid=184193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 16:39:46.620345 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [None req-d441cdf3-a538-473d-9869-60be6b21ff68 admin admin] For port 591c84db-d98f-407f-9d70-84f01c6d3205, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=591c84db-d98f-407f-9d70-84f01c6d3205,segment=NetworkSegment(36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4),segment_id=36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4)] {{(pid=184192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:39:46.620711 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-d441cdf3-a538-473d-9869-60be6b21ff68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:46.633433 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [None req-d441cdf3-a538-473d-9869-60be6b21ff68 admin admin] Calling delete_port for 591c84db-d98f-407f-9d70-84f01c6d3205 owned by network:dhcp {{(pid=184192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:39:46.657104 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-612ab9bf-404a-468d-943d-55214d76caee None None] Deleting port 591c84db-d98f-407f-9d70-84f01c6d3205 {{(pid=184193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:39:46.657406 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-612ab9bf-404a-468d-943d-55214d76caee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:46.721271 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-612ab9bf-404a-468d-943d-55214d76caee None None] For port 591c84db-d98f-407f-9d70-84f01c6d3205, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=591c84db-d98f-407f-9d70-84f01c6d3205,segment=NetworkSegment(36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4),segment_id=36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:39:46.721583 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-612ab9bf-404a-468d-943d-55214d76caee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:46.734190 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-612ab9bf-404a-468d-943d-55214d76caee None None] Calling delete_port for 591c84db-d98f-407f-9d70-84f01c6d3205 owned by network:dhcp {{(pid=184193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:39:46.779334 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-d441cdf3-a538-473d-9869-60be6b21ff68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5165539'] for port, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:46.806596 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441cdf3-a538-473d-9869-60be6b21ff68 admin admin] Pushing event deleted for resources: {'Port': ['ID=591c84db-d98f-407f-9d70-84f01c6d3205,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:46.807179 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-612ab9bf-404a-468d-943d-55214d76caee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121'] for port, after_delete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:46.808522 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d441cdf3-a538-473d-9869-60be6b21ff68 admin admin] No DVR routers for this DVR port 591c84db-d98f-407f-9d70-84f01c6d3205 on host dv-cinder-810035-1-iscsi {{(pid=184192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:39:46.831966 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ab9bf-404a-468d-943d-55214d76caee None None] Pushing event deleted for resources: {'Port': ['ID=591c84db-d98f-407f-9d70-84f01c6d3205,revision_number=None']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:46.838527 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612ab9bf-404a-468d-943d-55214d76caee None None] No DVR routers for this DVR port 591c84db-d98f-407f-9d70-84f01c6d3205 on host dv-cinder-810035-1-iscsi {{(pid=184193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:39:46.885723 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-d441cdf3-a538-473d-9869-60be6b21ff68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635289', 'neutron.services.segments.db._delete_segments_for_network-8785855709341'] for network, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:46.905554 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.services.segments.db [None req-d441cdf3-a538-473d-9869-60be6b21ff68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c58664c-9a8d-42f7-baab-9c7ec545dd02']}} {{(pid=184192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:46.915095 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.services.segments.db [None req-d441cdf3-a538-473d-9869-60be6b21ff68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4') {'for_net_delete': True} {{(pid=184192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:46.915329 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.services.segments.db [None req-d441cdf3-a538-473d-9869-60be6b21ff68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c44fc4-72a9-4f35-90f1-a27d1a4eb1b4') {} {{(pid=184192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:46.924455 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-d441cdf3-a538-473d-9869-60be6b21ff68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785855709862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4837894'] for segment, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:46.937157 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-d441cdf3-a538-473d-9869-60be6b21ff68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:46.942850 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d441cdf3-a538-473d-9869-60be6b21ff68 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=184192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:39:46.947560 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-d441cdf3-a538-473d-9869-60be6b21ff68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5166354'] for segment, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:46.947560 dv-cinder-810035-1-iscsi neutron-server[184192]: Traceback (most recent call last): Sep 21 16:39:46.947560 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 16:39:46.947560 dv-cinder-810035-1-iscsi neutron-server[184192]: timer() Sep 21 16:39:46.947560 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 16:39:46.947560 dv-cinder-810035-1-iscsi neutron-server[184192]: cb(*args, **kw) Sep 21 16:39:46.947560 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 16:39:46.947560 dv-cinder-810035-1-iscsi neutron-server[184192]: return func(*args, **kwargs) Sep 21 16:39:46.947560 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 16:39:46.947560 dv-cinder-810035-1-iscsi neutron-server[184192]: self._notify() Sep 21 16:39:46.947560 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 16:39:46.947560 dv-cinder-810035-1-iscsi neutron-server[184192]: self.callback(batched_events) Sep 21 16:39:46.947560 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 16:39:46.947560 dv-cinder-810035-1-iscsi neutron-server[184192]: event.method(event) Sep 21 16:39:46.947560 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 16:39:46.947560 dv-cinder-810035-1-iscsi neutron-server[184192]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 16:39:46.947560 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 16:39:46.947560 dv-cinder-810035-1-iscsi neutron-server[184192]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 16:39:46.947560 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 16:39:46.947560 dv-cinder-810035-1-iscsi neutron-server[184192]: return f(self, *a, **k) Sep 21 16:39:46.947560 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 16:39:46.947560 dv-cinder-810035-1-iscsi neutron-server[184192]: return self._get(url).json() Sep 21 16:39:46.947560 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 16:39:46.947560 dv-cinder-810035-1-iscsi neutron-server[184192]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 16:39:46.947560 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 16:39:46.947560 dv-cinder-810035-1-iscsi neutron-server[184192]: return self.request(url, 'GET', **kwargs) Sep 21 16:39:46.947560 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 16:39:46.947560 dv-cinder-810035-1-iscsi neutron-server[184192]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 16:39:46.947560 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 16:39:46.947560 dv-cinder-810035-1-iscsi neutron-server[184192]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 16:39:46.947560 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 16:39:46.947560 dv-cinder-810035-1-iscsi neutron-server[184192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 16:39:46.947560 dv-cinder-810035-1-iscsi neutron-server[184192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 16:39:47.072592 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-d441cdf3-a538-473d-9869-60be6b21ff68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615424'] for network, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:47.079723 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-d441cdf3-a538-473d-9869-60be6b21ff68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:47.081974 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-d441cdf3-a538-473d-9869-60be6b21ff68 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4c58664c-9a8d-42f7-baab-9c7ec545dd02 HTTP/1.1" status: 204 len: 168 time: 0.6575642 Sep 21 16:39:47.085189 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 40172) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:39:47.092077 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441cdf3-a538-473d-9869-60be6b21ff68 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c58664c-9a8d-42f7-baab-9c7ec545dd02,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:47.436250 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c76fafb9-2dbf-4eb4-977f-5cb491015524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-616722'] for router_interface, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:47.461487 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:47.668239 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 8719373f-25b5-4766-9205-5cfce7ec3032 no longer exists at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:39:47.688822 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-c76fafb9-2dbf-4eb4-977f-5cb491015524 admin admin] Deleting port 920a3b75-4bcd-422b-a3f8-bee1abed8283 {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:39:47.689155 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c76fafb9-2dbf-4eb4-977f-5cb491015524 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:47.691607 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] No Port match for: 8719373f-25b5-4766-9205-5cfce7ec3032 {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:39:47.692527 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 8719373f-25b5-4766-9205-5cfce7ec3032 not bound to the agent host dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:39:47.692935 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 591c84db-d98f-407f-9d70-84f01c6d3205 no longer exists at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:39:47.711836 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] No Port match for: 591c84db-d98f-407f-9d70-84f01c6d3205 {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:39:47.713017 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 591c84db-d98f-407f-9d70-84f01c6d3205 not bound to the agent host dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:39:47.768592 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [None req-c76fafb9-2dbf-4eb4-977f-5cb491015524 admin admin] For port 920a3b75-4bcd-422b-a3f8-bee1abed8283, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=920a3b75-4bcd-422b-a3f8-bee1abed8283,segment=NetworkSegment(87ab1a33-4756-4eb7-b9f4-aa5656d9a1ca),segment_id=87ab1a33-4756-4eb7-b9f4-aa5656d9a1ca)] {{(pid=184191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:39:47.768952 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c76fafb9-2dbf-4eb4-977f-5cb491015524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:47.781008 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-c76fafb9-2dbf-4eb4-977f-5cb491015524 admin admin] Calling delete_port for 920a3b75-4bcd-422b-a3f8-bee1abed8283 owned by network:router_interface {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:39:48.013678 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c76fafb9-2dbf-4eb4-977f-5cb491015524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:48.039212 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fafb9-2dbf-4eb4-977f-5cb491015524 admin admin] Pushing event deleted for resources: {'Port': ['ID=920a3b75-4bcd-422b-a3f8-bee1abed8283,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:48.208329 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-c76fafb9-2dbf-4eb4-977f-5cb491015524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615586'] for router_interface, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:48.668606 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76fafb9-2dbf-4eb4-977f-5cb491015524 admin admin] Router 4e0ac877-6e4f-4f22-a6e1-8a1feecc171c has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:39:48.774396 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76fafb9-2dbf-4eb4-977f-5cb491015524 admin admin] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:39:48.779426 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-c76fafb9-2dbf-4eb4-977f-5cb491015524 admin admin] 10.222.0.41 "PUT /v2.0/routers/4e0ac877-6e4f-4f22-a6e1-8a1feecc171c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6931889 Sep 21 16:39:48.781987 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 40174) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:39:48.783166 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49498c24-7065-4abc-85c9-5efadf1a081e None None] Sync routers for ids ['4e0ac877-6e4f-4f22-a6e1-8a1feecc171c'] in dv-cinder-810035-1-iscsi {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:39:48.792788 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49498c24-7065-4abc-85c9-5efadf1a081e None None] Routers {'4e0ac877-6e4f-4f22-a6e1-8a1feecc171c'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:39:48.793389 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-49498c24-7065-4abc-85c9-5efadf1a081e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:39:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['4e0ac877-6e4f-4f22-a6e1-8a1feecc171c'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:48.892019 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9527d05f-5b48-45c3-ae1e-9483215f3e96 admin admin] Notify callbacks [] for router, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:48.908484 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-49498c24-7065-4abc-85c9-5efadf1a081e None None] Set router 4e0ac877-6e4f-4f22-a6e1-8a1feecc171c gateway port host: dv-cinder-810035-1-iscsi {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:39:48.997794 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9527d05f-5b48-45c3-ae1e-9483215f3e96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:49.080444 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-49498c24-7065-4abc-85c9-5efadf1a081e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0ac877-6e4f-4f22-a6e1-8a1feecc171c', 'name': 'tempest-TestMinimumBasicScenario-1793591023-router', 'tenant_id': 'ab2cc732319f4644ac66d165f17693c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '30f8ff91-23e7-44e1-8118-77756698f92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:36:03Z', 'updated_at': '2021-09-21T16:39:47Z', 'revision_number': 5, 'project_id': 'ab2cc732319f4644ac66d165f17693c0', 'gw_port': {'id': '30f8ff91-23e7-44e1-8118-77756698f92b', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:61:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0ac877-6e4f-4f22-a6e1-8a1feecc171c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:36:03Z', 'updated_at': '2021-09-21T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi'}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:49.111062 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49498c24-7065-4abc-85c9-5efadf1a081e None None] Checking router: 4e0ac877-6e4f-4f22-a6e1-8a1feecc171c for host: dv-cinder-810035-1-iscsi {{(pid=184194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:39:49.111821 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-9527d05f-5b48-45c3-ae1e-9483215f3e96 admin admin] Deleting port 30f8ff91-23e7-44e1-8118-77756698f92b {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:39:49.112098 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9527d05f-5b48-45c3-ae1e-9483215f3e96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:49.120296 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49498c24-7065-4abc-85c9-5efadf1a081e None None] Routers {'4e0ac877-6e4f-4f22-a6e1-8a1feecc171c'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:39:49.120894 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-49498c24-7065-4abc-85c9-5efadf1a081e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:39:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['4e0ac877-6e4f-4f22-a6e1-8a1feecc171c'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:49.189725 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [None req-9527d05f-5b48-45c3-ae1e-9483215f3e96 admin admin] For port 30f8ff91-23e7-44e1-8118-77756698f92b, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=30f8ff91-23e7-44e1-8118-77756698f92b,segment=NetworkSegment(20491f07-cf61-416d-8708-a00434b2d30f),segment_id=20491f07-cf61-416d-8708-a00434b2d30f)] {{(pid=184191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:39:49.190091 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9527d05f-5b48-45c3-ae1e-9483215f3e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:49.205010 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-9527d05f-5b48-45c3-ae1e-9483215f3e96 admin admin] Calling delete_port for 30f8ff91-23e7-44e1-8118-77756698f92b owned by network:router_gateway {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:39:49.292293 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-49498c24-7065-4abc-85c9-5efadf1a081e None None] Set router 4e0ac877-6e4f-4f22-a6e1-8a1feecc171c gateway port host: None {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:39:49.342588 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-49498c24-7065-4abc-85c9-5efadf1a081e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0ac877-6e4f-4f22-a6e1-8a1feecc171c', 'name': 'tempest-TestMinimumBasicScenario-1793591023-router', 'tenant_id': 'ab2cc732319f4644ac66d165f17693c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:36:03Z', 'updated_at': '2021-09-21T16:39:48Z', 'revision_number': 6, 'project_id': 'ab2cc732319f4644ac66d165f17693c0', 'gw_port_host': None}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:49.371573 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49498c24-7065-4abc-85c9-5efadf1a081e None None] The sync data for ids ['4e0ac877-6e4f-4f22-a6e1-8a1feecc171c'] in dv-cinder-810035-1-iscsi is: [{'id': '4e0ac877-6e4f-4f22-a6e1-8a1feecc171c', 'name': 'tempest-TestMinimumBasicScenario-1793591023-router', 'tenant_id': 'ab2cc732319f4644ac66d165f17693c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:36:03Z', 'updated_at': '2021-09-21T16:39:48Z', 'revision_number': 6, 'project_id': 'ab2cc732319f4644ac66d165f17693c0', 'gw_port_host': None}] {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:39:49.442650 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9527d05f-5b48-45c3-ae1e-9483215f3e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:49.468003 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527d05f-5b48-45c3-ae1e-9483215f3e96 admin admin] Pushing event deleted for resources: {'Port': ['ID=30f8ff91-23e7-44e1-8118-77756698f92b,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:49.533813 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9527d05f-5b48-45c3-ae1e-9483215f3e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615524'] for router_gateway, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:49.622238 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9527d05f-5b48-45c3-ae1e-9483215f3e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-685'] for router, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:49.624345 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9527d05f-5b48-45c3-ae1e-9483215f3e96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:49.762661 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9527d05f-5b48-45c3-ae1e-9483215f3e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612814'] for router, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:49.763192 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9527d05f-5b48-45c3-ae1e-9483215f3e96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e0ac877-6e4f-4f22-a6e1-8a1feecc171c {{(pid=184191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 16:39:49.767735 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9527d05f-5b48-45c3-ae1e-9483215f3e96 admin admin] Notify callbacks [] for router, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:49.775729 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-9527d05f-5b48-45c3-ae1e-9483215f3e96 admin admin] 10.222.0.41 "DELETE /v2.0/routers/4e0ac877-6e4f-4f22-a6e1-8a1feecc171c HTTP/1.1" status: 204 len: 168 time: 0.9863415 Sep 21 16:39:49.775729 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 40178) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:39:49.822634 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f1443c7-4eba-4eb4-a933-f9a9083ec654 admin admin] Deleting subnet 0ddbf241-af34-46de-b75d-21aa0b584820 {{(pid=184191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 16:39:49.825714 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-7f1443c7-4eba-4eb4-a933-f9a9083ec654 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:49.859186 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-7f1443c7-4eba-4eb4-a933-f9a9083ec654 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4896998'] for subnet, precommit_delete_associations {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:49.933844 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-7f1443c7-4eba-4eb4-a933-f9a9083ec654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1636446'] for subnet, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:50.055639 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-7f1443c7-4eba-4eb4-a933-f9a9083ec654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1636425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4478999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4674029'] for subnet, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:50.085321 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1443c7-4eba-4eb4-a933-f9a9083ec654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ddbf241-af34-46de-b75d-21aa0b584820,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:50.094648 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-7f1443c7-4eba-4eb4-a933-f9a9083ec654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for subnet, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:50.094648 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-7f1443c7-4eba-4eb4-a933-f9a9083ec654 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0ddbf241-af34-46de-b75d-21aa0b584820 HTTP/1.1" status: 204 len: 168 time: 0.3192370 Sep 21 16:39:50.094648 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 40180) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:39:50.095289 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbdc86a-d4fc-4b3d-8572-2581076ba259 None None] Network 155646c9-1e59-48b7-88fa-7ca08164a9fc requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:39:50.126475 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 920a3b75-4bcd-422b-a3f8-bee1abed8283 no longer exists at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:39:50.164265 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-756e5a79-6bab-47bf-a60b-c9b39d336dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1604015'] for network, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:50.174077 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] No Port match for: 920a3b75-4bcd-422b-a3f8-bee1abed8283 {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:39:50.174552 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 920a3b75-4bcd-422b-a3f8-bee1abed8283 not bound to the agent host dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:39:50.218638 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-756e5a79-6bab-47bf-a60b-c9b39d336dca admin admin] Deleting port 8293e373-9219-432b-97e0-abece155ad7a {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:39:50.218999 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-756e5a79-6bab-47bf-a60b-c9b39d336dca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:50.288721 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [None req-756e5a79-6bab-47bf-a60b-c9b39d336dca admin admin] For port 8293e373-9219-432b-97e0-abece155ad7a, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=8293e373-9219-432b-97e0-abece155ad7a,segment=NetworkSegment(87ab1a33-4756-4eb7-b9f4-aa5656d9a1ca),segment_id=87ab1a33-4756-4eb7-b9f4-aa5656d9a1ca)] {{(pid=184191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:39:50.289080 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-756e5a79-6bab-47bf-a60b-c9b39d336dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:50.302616 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-756e5a79-6bab-47bf-a60b-c9b39d336dca admin admin] Calling delete_port for 8293e373-9219-432b-97e0-abece155ad7a owned by network:dhcp {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:39:50.304153 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d605b87-b78c-4b04-989a-5d0e0cffe0c8 None None] DHCP port deletion for 155646c9-1e59-48b7-88fa-7ca08164a9fc request from dv-cinder-810035-1-iscsi {{(pid=184193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 16:39:50.352534 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-3d605b87-b78c-4b04-989a-5d0e0cffe0c8 None None] Deleting port 8293e373-9219-432b-97e0-abece155ad7a {{(pid=184193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:39:50.352910 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-3d605b87-b78c-4b04-989a-5d0e0cffe0c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:50.424930 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-3d605b87-b78c-4b04-989a-5d0e0cffe0c8 None None] For port 8293e373-9219-432b-97e0-abece155ad7a, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=8293e373-9219-432b-97e0-abece155ad7a,segment=NetworkSegment(87ab1a33-4756-4eb7-b9f4-aa5656d9a1ca),segment_id=87ab1a33-4756-4eb7-b9f4-aa5656d9a1ca)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:39:50.425329 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-3d605b87-b78c-4b04-989a-5d0e0cffe0c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:50.438716 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-3d605b87-b78c-4b04-989a-5d0e0cffe0c8 None None] Calling delete_port for 8293e373-9219-432b-97e0-abece155ad7a owned by network:dhcp {{(pid=184193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:39:50.448186 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-756e5a79-6bab-47bf-a60b-c9b39d336dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:50.479057 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e5a79-6bab-47bf-a60b-c9b39d336dca admin admin] Pushing event deleted for resources: {'Port': ['ID=8293e373-9219-432b-97e0-abece155ad7a,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:50.481051 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756e5a79-6bab-47bf-a60b-c9b39d336dca admin admin] No DVR routers for this DVR port 8293e373-9219-432b-97e0-abece155ad7a on host dv-cinder-810035-1-iscsi {{(pid=184191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:39:50.514443 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-3d605b87-b78c-4b04-989a-5d0e0cffe0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121'] for port, after_delete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:50.538816 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d605b87-b78c-4b04-989a-5d0e0cffe0c8 None None] Pushing event deleted for resources: {'Port': ['ID=8293e373-9219-432b-97e0-abece155ad7a,revision_number=None']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:50.542326 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d605b87-b78c-4b04-989a-5d0e0cffe0c8 None None] No DVR routers for this DVR port 8293e373-9219-432b-97e0-abece155ad7a on host dv-cinder-810035-1-iscsi {{(pid=184193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:39:50.551168 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-756e5a79-6bab-47bf-a60b-c9b39d336dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635289', 'neutron.services.segments.db._delete_segments_for_network-8785855709341'] for network, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:50.571850 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.services.segments.db [None req-756e5a79-6bab-47bf-a60b-c9b39d336dca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['155646c9-1e59-48b7-88fa-7ca08164a9fc']}} {{(pid=184191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:50.580799 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.services.segments.db [None req-756e5a79-6bab-47bf-a60b-c9b39d336dca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ab1a33-4756-4eb7-b9f4-aa5656d9a1ca') {'for_net_delete': True} {{(pid=184191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:50.581097 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.services.segments.db [None req-756e5a79-6bab-47bf-a60b-c9b39d336dca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ab1a33-4756-4eb7-b9f4-aa5656d9a1ca') {} {{(pid=184191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:39:50.590100 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-756e5a79-6bab-47bf-a60b-c9b39d336dca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785855709862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4897005'] for segment, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:50.603265 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-756e5a79-6bab-47bf-a60b-c9b39d336dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:50.608938 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756e5a79-6bab-47bf-a60b-c9b39d336dca admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=184191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:39:50.609315 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-756e5a79-6bab-47bf-a60b-c9b39d336dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4480201'] for segment, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:50.610923 dv-cinder-810035-1-iscsi neutron-server[184191]: Traceback (most recent call last): Sep 21 16:39:50.610923 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 16:39:50.610923 dv-cinder-810035-1-iscsi neutron-server[184191]: timer() Sep 21 16:39:50.610923 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 16:39:50.610923 dv-cinder-810035-1-iscsi neutron-server[184191]: cb(*args, **kw) Sep 21 16:39:50.610923 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 16:39:50.610923 dv-cinder-810035-1-iscsi neutron-server[184191]: return func(*args, **kwargs) Sep 21 16:39:50.610923 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 16:39:50.610923 dv-cinder-810035-1-iscsi neutron-server[184191]: self._notify() Sep 21 16:39:50.610923 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 16:39:50.610923 dv-cinder-810035-1-iscsi neutron-server[184191]: self.callback(batched_events) Sep 21 16:39:50.610923 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 16:39:50.610923 dv-cinder-810035-1-iscsi neutron-server[184191]: event.method(event) Sep 21 16:39:50.610923 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 16:39:50.610923 dv-cinder-810035-1-iscsi neutron-server[184191]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 16:39:50.610923 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 16:39:50.610923 dv-cinder-810035-1-iscsi neutron-server[184191]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 16:39:50.610923 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 16:39:50.610923 dv-cinder-810035-1-iscsi neutron-server[184191]: return f(self, *a, **k) Sep 21 16:39:50.610923 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 16:39:50.610923 dv-cinder-810035-1-iscsi neutron-server[184191]: return self._get(url).json() Sep 21 16:39:50.610923 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 16:39:50.610923 dv-cinder-810035-1-iscsi neutron-server[184191]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 16:39:50.610923 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 16:39:50.610923 dv-cinder-810035-1-iscsi neutron-server[184191]: return self.request(url, 'GET', **kwargs) Sep 21 16:39:50.610923 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 16:39:50.610923 dv-cinder-810035-1-iscsi neutron-server[184191]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 16:39:50.610923 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 16:39:50.610923 dv-cinder-810035-1-iscsi neutron-server[184191]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 16:39:50.610923 dv-cinder-810035-1-iscsi neutron-server[184191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 16:39:50.610923 dv-cinder-810035-1-iscsi neutron-server[184191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 16:39:50.610923 dv-cinder-810035-1-iscsi neutron-server[184191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 16:39:50.739691 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-756e5a79-6bab-47bf-a60b-c9b39d336dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615424'] for network, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:50.745127 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-756e5a79-6bab-47bf-a60b-c9b39d336dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:50.746951 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-756e5a79-6bab-47bf-a60b-c9b39d336dca admin admin] 10.222.0.41 "DELETE /v2.0/networks/155646c9-1e59-48b7-88fa-7ca08164a9fc HTTP/1.1" status: 204 len: 168 time: 0.6515138 Sep 21 16:39:50.759339 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e5a79-6bab-47bf-a60b-c9b39d336dca admin admin] Pushing event deleted for resources: {'Network': ['ID=155646c9-1e59-48b7-88fa-7ca08164a9fc,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:51.186832 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 40184) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:39:51.226613 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-06661948-ba73-4fb0-876b-fb21892ef32b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c586ba2037dc4337b17c12e02b4a252b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385747 Sep 21 16:39:51.228966 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 40186) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:39:51.275454 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-be39e378-fbc6-4e42-a6dd-34cdde8b5768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:51.295562 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-be39e378-fbc6-4e42-a6dd-34cdde8b5768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:51.408205 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-be39e378-fbc6-4e42-a6dd-34cdde8b5768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:51.411359 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-be39e378-fbc6-4e42-a6dd-34cdde8b5768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:51.412523 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-be39e378-fbc6-4e42-a6dd-34cdde8b5768 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8381bbdd-6583-4efb-9646-ffa446dd1e99 HTTP/1.1" status: 204 len: 168 time: 0.1826921 Sep 21 16:39:51.420379 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39e378-fbc6-4e42-a6dd-34cdde8b5768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8381bbdd-6583-4efb-9646-ffa446dd1e99,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:51.665225 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 8293e373-9219-432b-97e0-abece155ad7a no longer exists at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:39:51.689039 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] No Port match for: 8293e373-9219-432b-97e0-abece155ad7a {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:39:51.689377 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 8293e373-9219-432b-97e0-abece155ad7a not bound to the agent host dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:39:51.689784 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 30f8ff91-23e7-44e1-8118-77756698f92b no longer exists at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:39:51.709769 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] No Port match for: 30f8ff91-23e7-44e1-8118-77756698f92b {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:39:51.710110 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 30f8ff91-23e7-44e1-8118-77756698f92b not bound to the agent host dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:39:52.163176 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 40192) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:39:52.202238 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-dee50511-498d-4b65-abea-89267e86d153 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab2cc732319f4644ac66d165f17693c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377934 Sep 21 16:39:52.205883 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 40194) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:39:52.254656 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4980ca3a-dd34-4851-856f-fb094e192c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:52.279787 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4980ca3a-dd34-4851-856f-fb094e192c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:52.390956 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4980ca3a-dd34-4851-856f-fb094e192c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:52.393719 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-4980ca3a-dd34-4851-856f-fb094e192c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:39:52.395783 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-4980ca3a-dd34-4851-856f-fb094e192c63 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b7b6de3b-eb63-4e3e-86ea-c16bf91a7f27 HTTP/1.1" status: 204 len: 168 time: 0.1881149 Sep 21 16:39:52.403862 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980ca3a-dd34-4851-856f-fb094e192c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b6de3b-eb63-4e3e-86ea-c16bf91a7f27,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:39:55.813950 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:40:09.327896 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:40:11.819723 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-8f2e6e87-6796-4bcf-9f00-c1e8cf937d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:40:14.323527 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-35c0e70b-a634-414d-8617-ad0a55b24121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:40:14.832290 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:40:15.666275 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:40:17.487568 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:40:22.490912 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8f5b430c-b79e-43bf-8d9f-63b7840f27d9 req-22ff2e05-6e39-4b83-88ff-23428e243a4e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386593 Sep 21 16:40:22.552288 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b430c-b79e-43bf-8d9f-63b7840f27d9 req-ccc68772-f008-4227-9efe-dd08612a2755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:40:22.553804 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8f5b430c-b79e-43bf-8d9f-63b7840f27d9 req-ccc68772-f008-4227-9efe-dd08612a2755 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6043226e82394816af874014d2a2bf84&device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 1098 time: 0.0414445 Sep 21 16:40:22.653819 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b430c-b79e-43bf-8d9f-63b7840f27d9 req-6650d3f7-6ed5-4af5-aa46-391097d5791d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:40:22.655228 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8f5b430c-b79e-43bf-8d9f-63b7840f27d9 req-6650d3f7-6ed5-4af5-aa46-391097d5791d service neutron] 10.222.0.44 "GET /v2.0/networks?id=84a8318c-3a52-454c-b8ec-bdaba678f9cd HTTP/1.1" status: 200 len: 913 time: 0.0824018 Sep 21 16:40:22.723939 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8f5b430c-b79e-43bf-8d9f-63b7840f27d9 req-bff0045b-10ab-496b-9357-31d2a84b8bc2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d773ab97-16a3-476f-965b-01a3b6bea788 HTTP/1.1" status: 200 len: 1001 time: 0.0591841 Sep 21 16:40:22.771928 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b430c-b79e-43bf-8d9f-63b7840f27d9 req-37519d1c-0ca5-4a10-82fa-02ab6516be27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:40:22.773433 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8f5b430c-b79e-43bf-8d9f-63b7840f27d9 req-37519d1c-0ca5-4a10-82fa-02ab6516be27 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f8f4ce81-6fda-46e9-8392-224a6ec23c8a HTTP/1.1" status: 200 len: 851 time: 0.0415890 Sep 21 16:40:22.817888 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b430c-b79e-43bf-8d9f-63b7840f27d9 req-a90f6ca0-25fd-4231-a54d-16691e52085c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:40:22.819746 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8f5b430c-b79e-43bf-8d9f-63b7840f27d9 req-a90f6ca0-25fd-4231-a54d-16691e52085c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=84a8318c-3a52-454c-b8ec-bdaba678f9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390882 Sep 21 16:40:22.910677 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8f5b430c-b79e-43bf-8d9f-63b7840f27d9 req-9e5ce7a5-67c0-4283-8d33-26ae8860899f service neutron] 10.222.0.44 "GET /v2.0/networks/84a8318c-3a52-454c-b8ec-bdaba678f9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825906 Sep 21 16:40:23.001332 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8f5b430c-b79e-43bf-8d9f-63b7840f27d9 req-44f3230c-44dc-4216-97e3-1e84750d7e21 service neutron] 10.222.0.44 "GET /v2.0/networks/84a8318c-3a52-454c-b8ec-bdaba678f9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826607 Sep 21 16:40:32.813177 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:40:39.300864 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:40:41.797290 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-7ed2fc88-3a97-49dc-9e4a-339763193c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:40:44.317226 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-43015bb5-3d14-4195-802a-1ae6d04507a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:40:44.842959 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:40:45.700653 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:40:47.540816 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:09.351096 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:09.447794 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 40214) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:41:09.600867 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [None req-fd3774be-a160-4636-ba49-c0ed8bffab8f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Deleting port 71613f2e-3946-494b-a085-01b4572d38bb {{(pid=184192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:41:09.601109 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-fd3774be-a160-4636-ba49-c0ed8bffab8f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:09.673962 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-fd3774be-a160-4636-ba49-c0ed8bffab8f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:09.674286 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-fd3774be-a160-4636-ba49-c0ed8bffab8f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:09.686953 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [None req-fd3774be-a160-4636-ba49-c0ed8bffab8f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Calling delete_port for 71613f2e-3946-494b-a085-01b4572d38bb owned by network:floatingip {{(pid=184192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:41:09.812246 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:41:09.899962 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-fd3774be-a160-4636-ba49-c0ed8bffab8f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5165539'] for port, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:09.926139 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3774be-a160-4636-ba49-c0ed8bffab8f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Pushing event deleted for resources: {'Port': ['ID=71613f2e-3946-494b-a085-01b4572d38bb,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:09.952687 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3774be-a160-4636-ba49-c0ed8bffab8f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:09.953052 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3774be-a160-4636-ba49-c0ed8bffab8f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:09.953391 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3774be-a160-4636-ba49-c0ed8bffab8f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:09.953725 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3774be-a160-4636-ba49-c0ed8bffab8f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:09.954051 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3774be-a160-4636-ba49-c0ed8bffab8f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:09.954378 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3774be-a160-4636-ba49-c0ed8bffab8f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:09.954705 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3774be-a160-4636-ba49-c0ed8bffab8f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:09.955030 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3774be-a160-4636-ba49-c0ed8bffab8f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:09.955350 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3774be-a160-4636-ba49-c0ed8bffab8f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:09.955716 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3774be-a160-4636-ba49-c0ed8bffab8f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:09.956034 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3774be-a160-4636-ba49-c0ed8bffab8f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:09.956352 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3774be-a160-4636-ba49-c0ed8bffab8f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:09.996485 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-fd3774be-a160-4636-ba49-c0ed8bffab8f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for floatingip, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:09.996813 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.db.l3_db [None req-fd3774be-a160-4636-ba49-c0ed8bffab8f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Floating IP 141d5ee2-215d-4996-96c6-f5e89864480a disassociated (deleted). External IP: 172.27.2.157, port: 19679bf4-bffc-4aec-b530-0384125dfe62. Sep 21 16:41:10.213907 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3774be-a160-4636-ba49-c0ed8bffab8f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Router 0e11362f-3853-41ee-b819-47041b77fe33 has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:41:10.330901 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3774be-a160-4636-ba49-c0ed8bffab8f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:41:10.335749 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-fd3774be-a160-4636-ba49-c0ed8bffab8f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for floatingip, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:10.340847 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ebc021-f694-43d2-b693-fc52571781a9 None None] Sync routers for ids ['0e11362f-3853-41ee-b819-47041b77fe33'] in dv-cinder-810035-1-iscsi {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:41:10.349348 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ebc021-f694-43d2-b693-fc52571781a9 None None] Routers {'0e11362f-3853-41ee-b819-47041b77fe33'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:41:10.349962 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-39ebc021-f694-43d2-b693-fc52571781a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:40:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['0e11362f-3853-41ee-b819-47041b77fe33'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:10.363323 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-fd3774be-a160-4636-ba49-c0ed8bffab8f tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "DELETE /v2.0/floatingips/141d5ee2-215d-4996-96c6-f5e89864480a HTTP/1.1" status: 204 len: 168 time: 0.9144254 Sep 21 16:41:10.363929 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e27f9c5-67bb-4027-87f3-0a9680ca4c15', 'tag': '19679bf4-bffc-4aec-b530-0384125dfe62'}] {{(pid=184192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:41:10.366217 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc60c069b955d627b70d651b6eab325f4fde0824357df3315d36669f938dcfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e4f9c1-15c6-41d8-ad2b-a2b15967375a" -d '{"events": [{"name": "network-changed", "server_uuid": "3e27f9c5-67bb-4027-87f3-0a9680ca4c15", "tag": "19679bf4-bffc-4aec-b530-0384125dfe62"}]}' {{(pid=184192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:41:10.415283 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3808310a-6791-40e6-8355-890921cbe0e6 x-openstack-request-id: req-3808310a-6791-40e6-8355-890921cbe0e6 {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:41:10.415777 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e27f9c5-67bb-4027-87f3-0a9680ca4c15", "tag": "19679bf4-bffc-4aec-b530-0384125dfe62", "status": "completed", "code": 200}]} {{(pid=184192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:41:10.416040 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3808310a-6791-40e6-8355-890921cbe0e6 {{(pid=184192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:41:10.416574 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e27f9c5-67bb-4027-87f3-0a9680ca4c15', 'tag': '19679bf4-bffc-4aec-b530-0384125dfe62', 'status': 'completed', 'code': 200} Sep 21 16:41:10.470394 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-39ebc021-f694-43d2-b693-fc52571781a9 None None] Set router 0e11362f-3853-41ee-b819-47041b77fe33 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:41:10.488366 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4f9c1-15c6-41d8-ad2b-a2b15967375a req-6967d619-ba67-4d98-8db6-965bacbfd4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:41:10.489939 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-96e4f9c1-15c6-41d8-ad2b-a2b15967375a req-6967d619-ba67-4d98-8db6-965bacbfd4f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6043226e82394816af874014d2a2bf84&device_id=3e27f9c5-67bb-4027-87f3-0a9680ca4c15 HTTP/1.1" status: 200 len: 1099 time: 0.0469589 Sep 21 16:41:10.581124 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4f9c1-15c6-41d8-ad2b-a2b15967375a req-db407a6a-5eb8-43b8-b7f0-c137761a5222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:41:10.582673 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-96e4f9c1-15c6-41d8-ad2b-a2b15967375a req-db407a6a-5eb8-43b8-b7f0-c137761a5222 service neutron] 10.222.0.44 "GET /v2.0/networks?id=84a8318c-3a52-454c-b8ec-bdaba678f9cd HTTP/1.1" status: 200 len: 913 time: 0.0860002 Sep 21 16:41:10.632319 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-96e4f9c1-15c6-41d8-ad2b-a2b15967375a req-9ebb2bf4-c401-412c-93c5-94a0a49caa58 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19679bf4-bffc-4aec-b530-0384125dfe62 HTTP/1.1" status: 200 len: 217 time: 0.0417068 Sep 21 16:41:10.685720 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4f9c1-15c6-41d8-ad2b-a2b15967375a req-ceeee6c4-7034-4904-968d-178c1a051979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:41:10.687204 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-96e4f9c1-15c6-41d8-ad2b-a2b15967375a req-ceeee6c4-7034-4904-968d-178c1a051979 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f8f4ce81-6fda-46e9-8392-224a6ec23c8a HTTP/1.1" status: 200 len: 851 time: 0.0467060 Sep 21 16:41:10.742203 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4f9c1-15c6-41d8-ad2b-a2b15967375a req-89ab58b2-c270-4268-8ed0-12d19ed5d47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:41:10.745735 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-96e4f9c1-15c6-41d8-ad2b-a2b15967375a req-89ab58b2-c270-4268-8ed0-12d19ed5d47d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=84a8318c-3a52-454c-b8ec-bdaba678f9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512695 Sep 21 16:41:10.830852 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-39ebc021-f694-43d2-b693-fc52571781a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e11362f-3853-41ee-b819-47041b77fe33', 'name': 'tempest-TestVolumeBootPattern-1273681184-router', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:23Z', 'updated_at': '2021-09-21T16:32:26Z', 'revision_number': 4, 'project_id': '6043226e82394816af874014d2a2bf84', 'gw_port': {'id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:24Z', 'updated_at': '2021-09-21T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_floatingips': [{'id': '24ba4672-7bc0-4dff-a8d4-b65ff9cfb9d8', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'router_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'port_id': 'd773ab97-16a3-476f-965b-01a3b6bea788', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'mac_address': 'fa:16:3e:6c:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b54465-ae6c-4f47-a7b2-233e7791942b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T16:36:56Z', 'updated_at': '2021-09-21T16:36:58Z', 'revision_number': 1, 'project_id': '6043226e82394816af874014d2a2bf84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c47745-3a8f-4ab9-855a-5e642ff67f46', 'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'mac_address': 'fa:16:3e:29:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:26Z', 'updated_at': '2021-09-21T16:32:31Z', 'revision_number': 5, 'project_id': '6043226e82394816af874014d2a2bf84', 'subnets': [{'id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:10.857533 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ebc021-f694-43d2-b693-fc52571781a9 None None] Checking router: 0e11362f-3853-41ee-b819-47041b77fe33 for host: dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:41:10.865796 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ebc021-f694-43d2-b693-fc52571781a9 None None] Routers {'0e11362f-3853-41ee-b819-47041b77fe33'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:41:10.866407 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-39ebc021-f694-43d2-b693-fc52571781a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:40:44Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['0e11362f-3853-41ee-b819-47041b77fe33'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:10.871915 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae4b64-2e32-45c7-a144-4ef40a6234df req-a4733eb5-87f3-4ffa-b876-921bf6e46cbc tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:41:10.873379 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9dae4b64-2e32-45c7-a144-4ef40a6234df req-a4733eb5-87f3-4ffa-b876-921bf6e46cbc tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e27f9c5-67bb-4027-87f3-0a9680ca4c15 HTTP/1.1" status: 200 len: 946 time: 0.1001365 Sep 21 16:41:10.890642 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-96e4f9c1-15c6-41d8-ad2b-a2b15967375a req-397b513f-44bc-4ad0-a301-a8697e92f764 service neutron] 10.222.0.44 "GET /v2.0/networks/84a8318c-3a52-454c-b8ec-bdaba678f9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367972 Sep 21 16:41:10.942620 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-9dae4b64-2e32-45c7-a144-4ef40a6234df req-171106ec-1110-4677-ab86-05ac3f3792b5 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615940 Sep 21 16:41:10.977225 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-39ebc021-f694-43d2-b693-fc52571781a9 None None] Set router 0e11362f-3853-41ee-b819-47041b77fe33 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:41:11.005005 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-96e4f9c1-15c6-41d8-ad2b-a2b15967375a req-1cd73cd6-e279-4695-bf59-b87a0c5ea729 service neutron] 10.222.0.44 "GET /v2.0/networks/84a8318c-3a52-454c-b8ec-bdaba678f9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054823 Sep 21 16:41:11.215599 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-39ebc021-f694-43d2-b693-fc52571781a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e11362f-3853-41ee-b819-47041b77fe33', 'name': 'tempest-TestVolumeBootPattern-1273681184-router', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:23Z', 'updated_at': '2021-09-21T16:32:26Z', 'revision_number': 4, 'project_id': '6043226e82394816af874014d2a2bf84', 'gw_port': {'id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:24Z', 'updated_at': '2021-09-21T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_floatingips': [{'id': '24ba4672-7bc0-4dff-a8d4-b65ff9cfb9d8', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'router_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'port_id': 'd773ab97-16a3-476f-965b-01a3b6bea788', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'mac_address': 'fa:16:3e:6c:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b54465-ae6c-4f47-a7b2-233e7791942b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T16:36:56Z', 'updated_at': '2021-09-21T16:36:58Z', 'revision_number': 1, 'project_id': '6043226e82394816af874014d2a2bf84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c47745-3a8f-4ab9-855a-5e642ff67f46', 'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'mac_address': 'fa:16:3e:29:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:26Z', 'updated_at': '2021-09-21T16:32:31Z', 'revision_number': 5, 'project_id': '6043226e82394816af874014d2a2bf84', 'subnets': [{'id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:11.241079 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ebc021-f694-43d2-b693-fc52571781a9 None None] The sync data for ids ['0e11362f-3853-41ee-b819-47041b77fe33'] in dv-cinder-810035-1-iscsi is: [{'id': '0e11362f-3853-41ee-b819-47041b77fe33', 'name': 'tempest-TestVolumeBootPattern-1273681184-router', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:23Z', 'updated_at': '2021-09-21T16:32:26Z', 'revision_number': 4, 'project_id': '6043226e82394816af874014d2a2bf84', 'gw_port': {'id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:24Z', 'updated_at': '2021-09-21T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_floatingips': [{'id': '24ba4672-7bc0-4dff-a8d4-b65ff9cfb9d8', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'router_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'port_id': 'd773ab97-16a3-476f-965b-01a3b6bea788', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'mac_address': 'fa:16:3e:6c:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b54465-ae6c-4f47-a7b2-233e7791942b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T16:36:56Z', 'updated_at': '2021-09-21T16:36:58Z', 'revision_number': 1, 'project_id': '6043226e82394816af874014d2a2bf84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c47745-3a8f-4ab9-855a-5e642ff67f46', 'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'mac_address': 'fa:16:3e:29:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:26Z', 'updated_at': '2021-09-21T16:32:31Z', 'revision_number': 5, 'project_id': '6043226e82394816af874014d2a2bf84', 'subnets': [{'id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:41:11.462007 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e2c602-4c6a-4e43-ad91-257e7b08e9fe None None] New status for floating IP 141d5ee2-215d-4996-96c6-f5e89864480a: DOWN {{(pid=184194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:41:11.791409 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-e6d1b94a-02d5-4a31-a7b8-5e8fe20b7e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:12.062249 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d2404-208f-499e-b117-a5b343d24bda req-cff35ded-6c96-4710-a541-1b45d5c7549b tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:41:12.063747 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-bb2d2404-208f-499e-b117-a5b343d24bda req-cff35ded-6c96-4710-a541-1b45d5c7549b tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e27f9c5-67bb-4027-87f3-0a9680ca4c15 HTTP/1.1" status: 200 len: 946 time: 0.0505147 Sep 21 16:41:12.105182 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-bb2d2404-208f-499e-b117-a5b343d24bda req-6454bc2a-24ca-4f78-8e05-d8c368337e1c tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352352 Sep 21 16:41:12.507029 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337d930-3c4d-45ef-a39e-e3b60895b624 req-64e1e255-dac4-4ab8-b174-377744012e68 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:41:12.508519 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8337d930-3c4d-45ef-a39e-e3b60895b624 req-64e1e255-dac4-4ab8-b174-377744012e68 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e27f9c5-67bb-4027-87f3-0a9680ca4c15 HTTP/1.1" status: 200 len: 946 time: 0.0510552 Sep 21 16:41:12.597159 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [req-8337d930-3c4d-45ef-a39e-e3b60895b624 req-1f286d4f-0dcf-48b0-8fc4-048e11f532ba tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Deleting port 19679bf4-bffc-4aec-b530-0384125dfe62 {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:41:12.597496 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-8337d930-3c4d-45ef-a39e-e3b60895b624 req-1f286d4f-0dcf-48b0-8fc4-048e11f532ba tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:12.689005 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-8337d930-3c4d-45ef-a39e-e3b60895b624 req-1f286d4f-0dcf-48b0-8fc4-048e11f532ba tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] For port 19679bf4-bffc-4aec-b530-0384125dfe62, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=19679bf4-bffc-4aec-b530-0384125dfe62,segment=NetworkSegment(53813302-8840-4184-9051-c418a0ae5321),segment_id=53813302-8840-4184-9051-c418a0ae5321)] {{(pid=184191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:41:12.689256 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-8337d930-3c4d-45ef-a39e-e3b60895b624 req-1f286d4f-0dcf-48b0-8fc4-048e11f532ba tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:12.701759 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [req-8337d930-3c4d-45ef-a39e-e3b60895b624 req-1f286d4f-0dcf-48b0-8fc4-048e11f532ba tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Calling delete_port for 19679bf4-bffc-4aec-b530-0384125dfe62 owned by compute:nova {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:41:12.894879 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-8337d930-3c4d-45ef-a39e-e3b60895b624 req-1f286d4f-0dcf-48b0-8fc4-048e11f532ba tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:12.923970 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f286d4f-0dcf-48b0-8fc4-048e11f532ba tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Pushing event deleted for resources: {'Port': ['ID=19679bf4-bffc-4aec-b530-0384125dfe62,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:12.943620 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f286d4f-0dcf-48b0-8fc4-048e11f532ba tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:12.943620 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f286d4f-0dcf-48b0-8fc4-048e11f532ba tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:12.943620 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f286d4f-0dcf-48b0-8fc4-048e11f532ba tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:12.943620 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f286d4f-0dcf-48b0-8fc4-048e11f532ba tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:12.943620 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f286d4f-0dcf-48b0-8fc4-048e11f532ba tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:12.943620 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f286d4f-0dcf-48b0-8fc4-048e11f532ba tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:12.943620 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f286d4f-0dcf-48b0-8fc4-048e11f532ba tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:12.943620 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f286d4f-0dcf-48b0-8fc4-048e11f532ba tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:12.943620 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f286d4f-0dcf-48b0-8fc4-048e11f532ba tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:12.943620 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f286d4f-0dcf-48b0-8fc4-048e11f532ba tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:12.943620 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f286d4f-0dcf-48b0-8fc4-048e11f532ba tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:12.943620 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f286d4f-0dcf-48b0-8fc4-048e11f532ba tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:12.990614 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [req-8337d930-3c4d-45ef-a39e-e3b60895b624 req-1f286d4f-0dcf-48b0-8fc4-048e11f532ba tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] No DVR routers for this DVR port 19679bf4-bffc-4aec-b530-0384125dfe62 on host hv-cinder-81003 {{(pid=184191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:41:12.990614 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-8337d930-3c4d-45ef-a39e-e3b60895b624 req-1f286d4f-0dcf-48b0-8fc4-048e11f532ba tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:12.990614 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-8337d930-3c4d-45ef-a39e-e3b60895b624 req-1f286d4f-0dcf-48b0-8fc4-048e11f532ba tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.44 "DELETE /v2.0/ports/19679bf4-bffc-4aec-b530-0384125dfe62 HTTP/1.1" status: 204 len: 173 time: 0.4696262 Sep 21 16:41:12.990614 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e27f9c5-67bb-4027-87f3-0a9680ca4c15', 'name': 'network-vif-deleted', 'tag': '19679bf4-bffc-4aec-b530-0384125dfe62'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:41:12.990614 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4ee76b-f943-4468-bf60-c374a8861d93" -d '{"events": [{"server_uuid": "3e27f9c5-67bb-4027-87f3-0a9680ca4c15", "name": "network-vif-deleted", "tag": "19679bf4-bffc-4aec-b530-0384125dfe62"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:41:13.037022 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6ce4c1-0eca-404c-8d6c-ce9191f776a1 x-openstack-request-id: req-6e6ce4c1-0eca-404c-8d6c-ce9191f776a1 {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:41:13.037323 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e27f9c5-67bb-4027-87f3-0a9680ca4c15", "name": "network-vif-deleted", "tag": "19679bf4-bffc-4aec-b530-0384125dfe62", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:41:13.037617 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6e6ce4c1-0eca-404c-8d6c-ce9191f776a1 {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:41:13.038160 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e27f9c5-67bb-4027-87f3-0a9680ca4c15', 'name': 'network-vif-deleted', 'tag': '19679bf4-bffc-4aec-b530-0384125dfe62', 'status': 'completed', 'code': 200} Sep 21 16:41:13.203809 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-9065b487-6f6f-4e3d-9116-3f6f2dbd790d req-22d69de6-e2ed-4686-8ec7-548d26c440f0 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e27f9c5-67bb-4027-87f3-0a9680ca4c15 HTTP/1.1" status: 200 len: 210 time: 0.0299859 Sep 21 16:41:14.368785 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-582f67ea-a532-45d6-8964-d9b024f50040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:14.848474 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:15.619635 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 19679bf4-bffc-4aec-b530-0384125dfe62 no longer exists at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:41:15.642475 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] No Port match for: 19679bf4-bffc-4aec-b530-0384125dfe62 {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:41:15.642475 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device 19679bf4-bffc-4aec-b530-0384125dfe62 not bound to the agent host hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:41:15.700098 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:16.684458 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 40254) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:41:16.846569 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-0f961992-f864-4eaf-bd23-4accc8a2449d tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Deleting port b97a6620-84c8-4cb6-a5d5-d1df12818296 {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:41:16.846899 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-0f961992-f864-4eaf-bd23-4accc8a2449d tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:16.924134 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-0f961992-f864-4eaf-bd23-4accc8a2449d tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:16.924366 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-0f961992-f864-4eaf-bd23-4accc8a2449d tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:16.936233 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-0f961992-f864-4eaf-bd23-4accc8a2449d tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Calling delete_port for b97a6620-84c8-4cb6-a5d5-d1df12818296 owned by network:floatingip {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:41:17.424619 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-0f961992-f864-4eaf-bd23-4accc8a2449d tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:17.450804 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f961992-f864-4eaf-bd23-4accc8a2449d tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Pushing event deleted for resources: {'Port': ['ID=b97a6620-84c8-4cb6-a5d5-d1df12818296,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:17.458773 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:17.513937 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-0f961992-f864-4eaf-bd23-4accc8a2449d tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for floatingip, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:17.514335 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.db.l3_db [None req-0f961992-f864-4eaf-bd23-4accc8a2449d tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Floating IP 24ba4672-7bc0-4dff-a8d4-b65ff9cfb9d8 disassociated (deleted). External IP: 172.27.2.122, port: d773ab97-16a3-476f-965b-01a3b6bea788. Sep 21 16:41:17.723727 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f961992-f864-4eaf-bd23-4accc8a2449d tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Router 0e11362f-3853-41ee-b819-47041b77fe33 has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:41:17.834529 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f961992-f864-4eaf-bd23-4accc8a2449d tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:41:17.840037 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-0f961992-f864-4eaf-bd23-4accc8a2449d tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for floatingip, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:17.846169 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69db39af-b079-4b06-942d-f5b0e055ff64 None None] Sync routers for ids ['0e11362f-3853-41ee-b819-47041b77fe33'] in dv-cinder-810035-1-iscsi {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:41:17.855685 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69db39af-b079-4b06-942d-f5b0e055ff64 None None] Routers {'0e11362f-3853-41ee-b819-47041b77fe33'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:41:17.856521 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-69db39af-b079-4b06-942d-f5b0e055ff64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:41:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['0e11362f-3853-41ee-b819-47041b77fe33'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:17.866155 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-0f961992-f864-4eaf-bd23-4accc8a2449d tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "DELETE /v2.0/floatingips/24ba4672-7bc0-4dff-a8d4-b65ff9cfb9d8 HTTP/1.1" status: 204 len: 168 time: 1.1806328 Sep 21 16:41:17.866827 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b54465-ae6c-4f47-a7b2-233e7791942b', 'tag': 'd773ab97-16a3-476f-965b-01a3b6bea788'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:41:17.869327 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f68e1d-c3ca-400b-a9bf-0ce6e26669bc" -d '{"events": [{"name": "network-changed", "server_uuid": "85b54465-ae6c-4f47-a7b2-233e7791942b", "tag": "d773ab97-16a3-476f-965b-01a3b6bea788"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:41:17.907897 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 16:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00eabe0f-5c02-4fd1-a822-29b3fa0710de x-openstack-request-id: req-00eabe0f-5c02-4fd1-a822-29b3fa0710de {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:41:17.908351 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b54465-ae6c-4f47-a7b2-233e7791942b", "tag": "d773ab97-16a3-476f-965b-01a3b6bea788", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:41:17.908612 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-00eabe0f-5c02-4fd1-a822-29b3fa0710de {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:41:17.909015 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b54465-ae6c-4f47-a7b2-233e7791942b', 'tag': 'd773ab97-16a3-476f-965b-01a3b6bea788', 'status': 'completed', 'code': 200} Sep 21 16:41:17.970212 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-69db39af-b079-4b06-942d-f5b0e055ff64 None None] Set router 0e11362f-3853-41ee-b819-47041b77fe33 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:41:17.972796 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f68e1d-c3ca-400b-a9bf-0ce6e26669bc req-da2959a4-cf06-43c1-be85-ab098fea6c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:41:17.974331 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-32f68e1d-c3ca-400b-a9bf-0ce6e26669bc req-da2959a4-cf06-43c1-be85-ab098fea6c2f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6043226e82394816af874014d2a2bf84&device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 1098 time: 0.0431848 Sep 21 16:41:18.070693 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f68e1d-c3ca-400b-a9bf-0ce6e26669bc req-101c0055-6d50-4758-b39a-86fef16364e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:41:18.072186 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-32f68e1d-c3ca-400b-a9bf-0ce6e26669bc req-101c0055-6d50-4758-b39a-86fef16364e7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=84a8318c-3a52-454c-b8ec-bdaba678f9cd HTTP/1.1" status: 200 len: 913 time: 0.0912240 Sep 21 16:41:18.118959 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-32f68e1d-c3ca-400b-a9bf-0ce6e26669bc req-0ac543ad-a5f7-4448-b87c-8a298ba86bec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d773ab97-16a3-476f-965b-01a3b6bea788 HTTP/1.1" status: 200 len: 217 time: 0.0356967 Sep 21 16:41:18.178478 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f68e1d-c3ca-400b-a9bf-0ce6e26669bc req-12a9e89d-9bd6-48ff-a838-c3aa93faf3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:41:18.178478 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-32f68e1d-c3ca-400b-a9bf-0ce6e26669bc req-12a9e89d-9bd6-48ff-a838-c3aa93faf3ab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f8f4ce81-6fda-46e9-8392-224a6ec23c8a HTTP/1.1" status: 200 len: 851 time: 0.0506432 Sep 21 16:41:18.179245 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-69db39af-b079-4b06-942d-f5b0e055ff64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e11362f-3853-41ee-b819-47041b77fe33', 'name': 'tempest-TestVolumeBootPattern-1273681184-router', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:23Z', 'updated_at': '2021-09-21T16:32:26Z', 'revision_number': 4, 'project_id': '6043226e82394816af874014d2a2bf84', 'gw_port': {'id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:24Z', 'updated_at': '2021-09-21T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': 'f7c47745-3a8f-4ab9-855a-5e642ff67f46', 'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'mac_address': 'fa:16:3e:29:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:26Z', 'updated_at': '2021-09-21T16:32:31Z', 'revision_number': 5, 'project_id': '6043226e82394816af874014d2a2bf84', 'subnets': [{'id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:18.206031 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69db39af-b079-4b06-942d-f5b0e055ff64 None None] Checking router: 0e11362f-3853-41ee-b819-47041b77fe33 for host: dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:41:18.215216 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69db39af-b079-4b06-942d-f5b0e055ff64 None None] Routers {'0e11362f-3853-41ee-b819-47041b77fe33'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:41:18.215874 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-69db39af-b079-4b06-942d-f5b0e055ff64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:41:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['0e11362f-3853-41ee-b819-47041b77fe33'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:18.228304 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f68e1d-c3ca-400b-a9bf-0ce6e26669bc req-ceb41658-a324-4c68-af93-e3b4df7142a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:41:18.230430 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-32f68e1d-c3ca-400b-a9bf-0ce6e26669bc req-ceb41658-a324-4c68-af93-e3b4df7142a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=84a8318c-3a52-454c-b8ec-bdaba678f9cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467594 Sep 21 16:41:18.322031 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-69db39af-b079-4b06-942d-f5b0e055ff64 None None] Set router 0e11362f-3853-41ee-b819-47041b77fe33 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:41:18.330296 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-32f68e1d-c3ca-400b-a9bf-0ce6e26669bc req-01e577d9-aa04-4140-9c36-bcf9a8d3adbf service neutron] 10.222.0.44 "GET /v2.0/networks/84a8318c-3a52-454c-b8ec-bdaba678f9cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918503 Sep 21 16:41:18.434228 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-32f68e1d-c3ca-400b-a9bf-0ce6e26669bc req-1637fb19-ab5d-4c6a-9588-f00072395483 service neutron] 10.222.0.44 "GET /v2.0/networks/84a8318c-3a52-454c-b8ec-bdaba678f9cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968556 Sep 21 16:41:18.538712 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-69db39af-b079-4b06-942d-f5b0e055ff64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e11362f-3853-41ee-b819-47041b77fe33', 'name': 'tempest-TestVolumeBootPattern-1273681184-router', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:23Z', 'updated_at': '2021-09-21T16:32:26Z', 'revision_number': 4, 'project_id': '6043226e82394816af874014d2a2bf84', 'gw_port': {'id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:24Z', 'updated_at': '2021-09-21T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': 'f7c47745-3a8f-4ab9-855a-5e642ff67f46', 'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'mac_address': 'fa:16:3e:29:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:26Z', 'updated_at': '2021-09-21T16:32:31Z', 'revision_number': 5, 'project_id': '6043226e82394816af874014d2a2bf84', 'subnets': [{'id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:18.551889 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3f494-9948-43a7-b3d6-3b7bcf82f712 req-fb2c0522-2424-4926-8abf-12ebce4c66b7 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:41:18.553576 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5ed3f494-9948-43a7-b3d6-3b7bcf82f712 req-fb2c0522-2424-4926-8abf-12ebce4c66b7 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 945 time: 0.0495720 Sep 21 16:41:18.569972 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69db39af-b079-4b06-942d-f5b0e055ff64 None None] The sync data for ids ['0e11362f-3853-41ee-b819-47041b77fe33'] in dv-cinder-810035-1-iscsi is: [{'id': '0e11362f-3853-41ee-b819-47041b77fe33', 'name': 'tempest-TestVolumeBootPattern-1273681184-router', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:23Z', 'updated_at': '2021-09-21T16:32:26Z', 'revision_number': 4, 'project_id': '6043226e82394816af874014d2a2bf84', 'gw_port': {'id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:24Z', 'updated_at': '2021-09-21T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi', '_interfaces': [{'id': 'f7c47745-3a8f-4ab9-855a-5e642ff67f46', 'name': '', 'network_id': '84a8318c-3a52-454c-b8ec-bdaba678f9cd', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'mac_address': 'fa:16:3e:29:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:26Z', 'updated_at': '2021-09-21T16:32:31Z', 'revision_number': 5, 'project_id': '6043226e82394816af874014d2a2bf84', 'subnets': [{'id': 'f8f4ce81-6fda-46e9-8392-224a6ec23c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:41:18.594009 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-5ed3f494-9948-43a7-b3d6-3b7bcf82f712 req-0d91e468-410f-4c3d-8c83-28ff82668483 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344458 Sep 21 16:41:18.777523 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e7b195-61ea-43b8-bdcf-5728bcd25e74 None None] New status for floating IP 24ba4672-7bc0-4dff-a8d4-b65ff9cfb9d8: DOWN {{(pid=184194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 16:41:19.711639 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225328b-8e62-4498-b2eb-ed6ae7326247 req-4657148b-04d7-4d99-b3fe-1b32c3651f15 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:41:19.713123 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0225328b-8e62-4498-b2eb-ed6ae7326247 req-4657148b-04d7-4d99-b3fe-1b32c3651f15 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 945 time: 0.0519059 Sep 21 16:41:19.751111 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-0225328b-8e62-4498-b2eb-ed6ae7326247 req-69165fa8-2c9e-4a76-90da-2017aa74aabc tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320449 Sep 21 16:41:20.111379 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98b3b3-bf00-4a80-ae9e-d5ba13aa8999 req-39a01b21-7ac1-4436-9b94-bb3c8675f16a tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=184191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 16:41:20.112968 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7f98b3b3-bf00-4a80-ae9e-d5ba13aa8999 req-39a01b21-7ac1-4436-9b94-bb3c8675f16a tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.44 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 945 time: 0.0487411 Sep 21 16:41:20.205243 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [req-7f98b3b3-bf00-4a80-ae9e-d5ba13aa8999 req-3c65d6dd-4319-45fa-aa03-f3ac854f0bbd tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Deleting port d773ab97-16a3-476f-965b-01a3b6bea788 {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:41:20.205578 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-7f98b3b3-bf00-4a80-ae9e-d5ba13aa8999 req-3c65d6dd-4319-45fa-aa03-f3ac854f0bbd tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:20.292090 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [req-7f98b3b3-bf00-4a80-ae9e-d5ba13aa8999 req-3c65d6dd-4319-45fa-aa03-f3ac854f0bbd tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] For port d773ab97-16a3-476f-965b-01a3b6bea788, host hv-cinder-81003, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81003',level=0,port_id=d773ab97-16a3-476f-965b-01a3b6bea788,segment=NetworkSegment(53813302-8840-4184-9051-c418a0ae5321),segment_id=53813302-8840-4184-9051-c418a0ae5321)] {{(pid=184191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:41:20.292453 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-7f98b3b3-bf00-4a80-ae9e-d5ba13aa8999 req-3c65d6dd-4319-45fa-aa03-f3ac854f0bbd tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:20.304974 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [req-7f98b3b3-bf00-4a80-ae9e-d5ba13aa8999 req-3c65d6dd-4319-45fa-aa03-f3ac854f0bbd tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Calling delete_port for d773ab97-16a3-476f-965b-01a3b6bea788 owned by compute:nova {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:41:20.476846 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-7f98b3b3-bf00-4a80-ae9e-d5ba13aa8999 req-3c65d6dd-4319-45fa-aa03-f3ac854f0bbd tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:20.506524 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65d6dd-4319-45fa-aa03-f3ac854f0bbd tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Pushing event deleted for resources: {'Port': ['ID=d773ab97-16a3-476f-965b-01a3b6bea788,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:20.551958 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f98b3b3-bf00-4a80-ae9e-d5ba13aa8999 req-3c65d6dd-4319-45fa-aa03-f3ac854f0bbd tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] No DVR routers for this DVR port d773ab97-16a3-476f-965b-01a3b6bea788 on host hv-cinder-81003 {{(pid=184191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:41:20.554446 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [req-7f98b3b3-bf00-4a80-ae9e-d5ba13aa8999 req-3c65d6dd-4319-45fa-aa03-f3ac854f0bbd tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for port, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:20.556415 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [req-7f98b3b3-bf00-4a80-ae9e-d5ba13aa8999 req-3c65d6dd-4319-45fa-aa03-f3ac854f0bbd tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.44 "DELETE /v2.0/ports/d773ab97-16a3-476f-965b-01a3b6bea788 HTTP/1.1" status: 204 len: 173 time: 0.4378536 Sep 21 16:41:20.556845 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b54465-ae6c-4f47-a7b2-233e7791942b', 'name': 'network-vif-deleted', 'tag': 'd773ab97-16a3-476f-965b-01a3b6bea788'}] {{(pid=184191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 16:41:20.559056 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5441df3522faf8bfec50290de315b4d134131158ddc972296e41dd869b5f9de2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a735d9b2-2f76-46ba-9201-b962eb79996b" -d '{"events": [{"server_uuid": "85b54465-ae6c-4f47-a7b2-233e7791942b", "name": "network-vif-deleted", "tag": "d773ab97-16a3-476f-965b-01a3b6bea788"}]}' {{(pid=184191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 16:41:20.593445 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 16:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1c21c0-0b4c-45d4-98a1-266bfe4ea197 x-openstack-request-id: req-bc1c21c0-0b4c-45d4-98a1-266bfe4ea197 {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 16:41:20.593722 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b54465-ae6c-4f47-a7b2-233e7791942b", "name": "network-vif-deleted", "tag": "d773ab97-16a3-476f-965b-01a3b6bea788", "status": "completed", "code": 200}]} {{(pid=184191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 16:41:20.593973 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bc1c21c0-0b4c-45d4-98a1-266bfe4ea197 {{(pid=184191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 16:41:20.594367 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b54465-ae6c-4f47-a7b2-233e7791942b', 'name': 'network-vif-deleted', 'tag': 'd773ab97-16a3-476f-965b-01a3b6bea788', 'status': 'completed', 'code': 200} Sep 21 16:41:20.844927 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [req-768e97ff-afb9-4112-8edc-f894f459e0ed req-786e8ac5-a257-47dd-a5a7-e2bc59555b1c tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b54465-ae6c-4f47-a7b2-233e7791942b HTTP/1.1" status: 200 len: 210 time: 0.0277355 Sep 21 16:41:21.900842 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 40270) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:41:22.022638 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-e5e090e4-3a22-46c7-acf5-7ed9dc58ffb7 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Deleting port a1cb84a1-125b-4922-9b1c-2d7a44af1212 {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:41:22.022878 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-e5e090e4-3a22-46c7-acf5-7ed9dc58ffb7 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:22.095772 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-e5e090e4-3a22-46c7-acf5-7ed9dc58ffb7 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:22.096093 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-e5e090e4-3a22-46c7-acf5-7ed9dc58ffb7 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:22.107863 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-e5e090e4-3a22-46c7-acf5-7ed9dc58ffb7 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Calling delete_port for a1cb84a1-125b-4922-9b1c-2d7a44af1212 owned by network:floatingip {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:41:22.304167 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-e5e090e4-3a22-46c7-acf5-7ed9dc58ffb7 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:22.328089 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e090e4-3a22-46c7-acf5-7ed9dc58ffb7 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Pushing event deleted for resources: {'Port': ['ID=a1cb84a1-125b-4922-9b1c-2d7a44af1212,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:22.391438 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-e5e090e4-3a22-46c7-acf5-7ed9dc58ffb7 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for floatingip, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:22.393921 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-e5e090e4-3a22-46c7-acf5-7ed9dc58ffb7 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13863'] for floatingip, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:22.395082 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-e5e090e4-3a22-46c7-acf5-7ed9dc58ffb7 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "DELETE /v2.0/floatingips/8f5fc288-f293-4219-8073-7b10453af239 HTTP/1.1" status: 204 len: 168 time: 0.4932654 Sep 21 16:41:23.611212 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device d773ab97-16a3-476f-965b-01a3b6bea788 no longer exists at agent hyperv_hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:41:23.630928 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] No Port match for: d773ab97-16a3-476f-965b-01a3b6bea788 {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:41:23.631269 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Device d773ab97-16a3-476f-965b-01a3b6bea788 not bound to the agent host hv-cinder-81003 {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:41:23.698933 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 40282) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:41:23.761009 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-0108c06b-8440-4a8a-b3c9-79e6dee073d4 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:23.788888 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-0108c06b-8440-4a8a-b3c9-79e6dee073d4 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:23.927492 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-0108c06b-8440-4a8a-b3c9-79e6dee073d4 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:23.930020 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-0108c06b-8440-4a8a-b3c9-79e6dee073d4 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:23.931191 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-0108c06b-8440-4a8a-b3c9-79e6dee073d4 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] 10.222.0.41 "DELETE /v2.0/security-groups/2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f HTTP/1.1" status: 204 len: 168 time: 0.2311795 Sep 21 16:41:23.940604 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108c06b-8440-4a8a-b3c9-79e6dee073d4 tempest-TestVolumeBootPattern-1860188118 tempest-TestVolumeBootPattern-1860188118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9d7a58-698b-44b4-b6e6-5ea50b51ca3f,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:24.117028 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 40286) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:41:24.864176 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-119e43b7-4337-45c0-9039-6af04a5fcc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-616722'] for router_interface, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:25.119873 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [None req-119e43b7-4337-45c0-9039-6af04a5fcc4c admin admin] Deleting port f7c47745-3a8f-4ab9-855a-5e642ff67f46 {{(pid=184192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:41:25.120544 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-119e43b7-4337-45c0-9039-6af04a5fcc4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:25.199230 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [None req-119e43b7-4337-45c0-9039-6af04a5fcc4c admin admin] For port f7c47745-3a8f-4ab9-855a-5e642ff67f46, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=f7c47745-3a8f-4ab9-855a-5e642ff67f46,segment=NetworkSegment(53813302-8840-4184-9051-c418a0ae5321),segment_id=53813302-8840-4184-9051-c418a0ae5321)] {{(pid=184192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:41:25.199616 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-119e43b7-4337-45c0-9039-6af04a5fcc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:25.211817 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [None req-119e43b7-4337-45c0-9039-6af04a5fcc4c admin admin] Calling delete_port for f7c47745-3a8f-4ab9-855a-5e642ff67f46 owned by network:router_interface {{(pid=184192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:41:25.476104 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-119e43b7-4337-45c0-9039-6af04a5fcc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5165539'] for port, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:25.502985 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e43b7-4337-45c0-9039-6af04a5fcc4c admin admin] Pushing event deleted for resources: {'Port': ['ID=f7c47745-3a8f-4ab9-855a-5e642ff67f46,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:25.666144 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-119e43b7-4337-45c0-9039-6af04a5fcc4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615586'] for router_interface, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:25.881470 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119e43b7-4337-45c0-9039-6af04a5fcc4c admin admin] Router 0e11362f-3853-41ee-b819-47041b77fe33 has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:41:25.986079 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119e43b7-4337-45c0-9039-6af04a5fcc4c admin admin] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:41:25.991679 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-119e43b7-4337-45c0-9039-6af04a5fcc4c admin admin] 10.222.0.41 "PUT /v2.0/routers/0e11362f-3853-41ee-b819-47041b77fe33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8735619 Sep 21 16:41:25.993661 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 40290) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:41:25.995000 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282b6777-21be-4903-a98d-be7e5dd5f930 None None] Sync routers for ids ['0e11362f-3853-41ee-b819-47041b77fe33'] in dv-cinder-810035-1-iscsi {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:41:26.005475 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282b6777-21be-4903-a98d-be7e5dd5f930 None None] Routers {'0e11362f-3853-41ee-b819-47041b77fe33'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:41:26.006086 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-282b6777-21be-4903-a98d-be7e5dd5f930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:41:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['0e11362f-3853-41ee-b819-47041b77fe33'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:26.097431 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-1a6deb22-c382-435f-89c4-93161d754eac admin admin] Notify callbacks [] for router, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:26.109689 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-282b6777-21be-4903-a98d-be7e5dd5f930 None None] Set router 0e11362f-3853-41ee-b819-47041b77fe33 gateway port host: dv-cinder-810035-1-iscsi {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:41:26.204444 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-1a6deb22-c382-435f-89c4-93161d754eac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:26.287204 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-282b6777-21be-4903-a98d-be7e5dd5f930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e11362f-3853-41ee-b819-47041b77fe33', 'name': 'tempest-TestVolumeBootPattern-1273681184-router', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:23Z', 'updated_at': '2021-09-21T16:41:25Z', 'revision_number': 5, 'project_id': '6043226e82394816af874014d2a2bf84', 'gw_port': {'id': 'fe8849e1-5b32-408f-b08d-47026a350d64', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e11362f-3853-41ee-b819-47041b77fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:24Z', 'updated_at': '2021-09-21T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi'}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:26.318520 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282b6777-21be-4903-a98d-be7e5dd5f930 None None] Checking router: 0e11362f-3853-41ee-b819-47041b77fe33 for host: dv-cinder-810035-1-iscsi {{(pid=184193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:41:26.325787 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [None req-1a6deb22-c382-435f-89c4-93161d754eac admin admin] Deleting port fe8849e1-5b32-408f-b08d-47026a350d64 {{(pid=184192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:41:26.326129 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-1a6deb22-c382-435f-89c4-93161d754eac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:26.327226 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282b6777-21be-4903-a98d-be7e5dd5f930 None None] Routers {'0e11362f-3853-41ee-b819-47041b77fe33'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:41:26.327870 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-282b6777-21be-4903-a98d-be7e5dd5f930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:41:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['0e11362f-3853-41ee-b819-47041b77fe33'], 'active': True} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:26.415252 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvr_db [None req-282b6777-21be-4903-a98d-be7e5dd5f930 None None] Set router 0e11362f-3853-41ee-b819-47041b77fe33 gateway port host: None {{(pid=184193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:41:26.416865 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [None req-1a6deb22-c382-435f-89c4-93161d754eac admin admin] For port fe8849e1-5b32-408f-b08d-47026a350d64, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=fe8849e1-5b32-408f-b08d-47026a350d64,segment=NetworkSegment(20491f07-cf61-416d-8708-a00434b2d30f),segment_id=20491f07-cf61-416d-8708-a00434b2d30f)] {{(pid=184192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:41:26.417538 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-1a6deb22-c382-435f-89c4-93161d754eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:26.432347 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [None req-1a6deb22-c382-435f-89c4-93161d754eac admin admin] Calling delete_port for fe8849e1-5b32-408f-b08d-47026a350d64 owned by network:router_gateway {{(pid=184192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:41:26.470104 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_hamode_db [None req-282b6777-21be-4903-a98d-be7e5dd5f930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e11362f-3853-41ee-b819-47041b77fe33', 'name': 'tempest-TestVolumeBootPattern-1273681184-router', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:23Z', 'updated_at': '2021-09-21T16:41:26Z', 'revision_number': 6, 'project_id': '6043226e82394816af874014d2a2bf84', 'gw_port_host': None}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:26.500243 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282b6777-21be-4903-a98d-be7e5dd5f930 None None] The sync data for ids ['0e11362f-3853-41ee-b819-47041b77fe33'] in dv-cinder-810035-1-iscsi is: [{'id': '0e11362f-3853-41ee-b819-47041b77fe33', 'name': 'tempest-TestVolumeBootPattern-1273681184-router', 'tenant_id': '6043226e82394816af874014d2a2bf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:23Z', 'updated_at': '2021-09-21T16:41:26Z', 'revision_number': 6, 'project_id': '6043226e82394816af874014d2a2bf84', 'gw_port_host': None}] {{(pid=184193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:41:26.671399 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-1a6deb22-c382-435f-89c4-93161d754eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5165539'] for port, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:26.697663 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6deb22-c382-435f-89c4-93161d754eac admin admin] Pushing event deleted for resources: {'Port': ['ID=fe8849e1-5b32-408f-b08d-47026a350d64,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:26.759869 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-1a6deb22-c382-435f-89c4-93161d754eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615524'] for router_gateway, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:26.850598 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-1a6deb22-c382-435f-89c4-93161d754eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-685'] for router, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:26.852966 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-1a6deb22-c382-435f-89c4-93161d754eac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:26.997611 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-1a6deb22-c382-435f-89c4-93161d754eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612814'] for router, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:26.998176 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6deb22-c382-435f-89c4-93161d754eac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e11362f-3853-41ee-b819-47041b77fe33 {{(pid=184192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 16:41:27.002749 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-1a6deb22-c382-435f-89c4-93161d754eac admin admin] Notify callbacks [] for router, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:27.003549 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-1a6deb22-c382-435f-89c4-93161d754eac admin admin] 10.222.0.41 "DELETE /v2.0/routers/0e11362f-3853-41ee-b819-47041b77fe33 HTTP/1.1" status: 204 len: 168 time: 1.0088861 Sep 21 16:41:27.006193 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 40292) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:41:27.049319 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e9c83df-cbb2-410e-bdad-6d48457758cc admin admin] Deleting subnet f8f4ce81-6fda-46e9-8392-224a6ec23c8a {{(pid=184192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 16:41:27.052250 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-6e9c83df-cbb2-410e-bdad-6d48457758cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:27.089743 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-6e9c83df-cbb2-410e-bdad-6d48457758cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4837901'] for subnet, precommit_delete_associations {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:27.164102 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-6e9c83df-cbb2-410e-bdad-6d48457758cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1636446'] for subnet, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:27.277512 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-6e9c83df-cbb2-410e-bdad-6d48457758cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1636425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5165516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4940075'] for subnet, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:27.304516 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c83df-cbb2-410e-bdad-6d48457758cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8f4ce81-6fda-46e9-8392-224a6ec23c8a,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:27.306505 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-6e9c83df-cbb2-410e-bdad-6d48457758cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:27.313211 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-6e9c83df-cbb2-410e-bdad-6d48457758cc admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f8f4ce81-6fda-46e9-8392-224a6ec23c8a HTTP/1.1" status: 204 len: 168 time: 0.3043535 Sep 21 16:41:27.313211 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 40294) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:41:27.313494 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7305cf2b-bc61-4a35-b204-cc93994f12e0 None None] Network 84a8318c-3a52-454c-b8ec-bdaba678f9cd requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:41:27.385770 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-68dccb8d-8b48-41c3-b618-2e08c75c81d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1604015'] for network, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:27.447957 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [None req-68dccb8d-8b48-41c3-b618-2e08c75c81d1 admin admin] Deleting port e29bc916-fa49-4e08-8765-2d5283b02e45 {{(pid=184192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:41:27.450724 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-68dccb8d-8b48-41c3-b618-2e08c75c81d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:27.515989 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0302d453-0642-4957-b2fc-43b739b093cf None None] DHCP port deletion for 84a8318c-3a52-454c-b8ec-bdaba678f9cd request from dv-cinder-810035-1-iscsi {{(pid=184193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 16:41:27.527716 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [None req-68dccb8d-8b48-41c3-b618-2e08c75c81d1 admin admin] For port e29bc916-fa49-4e08-8765-2d5283b02e45, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=e29bc916-fa49-4e08-8765-2d5283b02e45,segment=NetworkSegment(53813302-8840-4184-9051-c418a0ae5321),segment_id=53813302-8840-4184-9051-c418a0ae5321)] {{(pid=184192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:41:27.528174 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-68dccb8d-8b48-41c3-b618-2e08c75c81d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:27.541178 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [None req-68dccb8d-8b48-41c3-b618-2e08c75c81d1 admin admin] Calling delete_port for e29bc916-fa49-4e08-8765-2d5283b02e45 owned by network:dhcp {{(pid=184192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:41:27.560937 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-0302d453-0642-4957-b2fc-43b739b093cf None None] Deleting port e29bc916-fa49-4e08-8765-2d5283b02e45 {{(pid=184193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:41:27.561300 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-0302d453-0642-4957-b2fc-43b739b093cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:27.621703 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-0302d453-0642-4957-b2fc-43b739b093cf None None] For port e29bc916-fa49-4e08-8765-2d5283b02e45, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=e29bc916-fa49-4e08-8765-2d5283b02e45,segment=NetworkSegment(53813302-8840-4184-9051-c418a0ae5321),segment_id=53813302-8840-4184-9051-c418a0ae5321)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:41:27.622104 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-0302d453-0642-4957-b2fc-43b739b093cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:27.634268 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-0302d453-0642-4957-b2fc-43b739b093cf None None] Calling delete_port for e29bc916-fa49-4e08-8765-2d5283b02e45 owned by network:dhcp {{(pid=184193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:41:27.700086 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-68dccb8d-8b48-41c3-b618-2e08c75c81d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5165539'] for port, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:27.730535 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dccb8d-8b48-41c3-b618-2e08c75c81d1 admin admin] No DVR routers for this DVR port e29bc916-fa49-4e08-8765-2d5283b02e45 on host dv-cinder-810035-1-iscsi {{(pid=184192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:41:27.734558 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dccb8d-8b48-41c3-b618-2e08c75c81d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e29bc916-fa49-4e08-8765-2d5283b02e45,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:27.802733 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device fe8849e1-5b32-408f-b08d-47026a350d64 no longer exists at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:41:27.812647 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-68dccb8d-8b48-41c3-b618-2e08c75c81d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635289', 'neutron.services.segments.db._delete_segments_for_network-8785855709341'] for network, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:27.826471 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] No Port match for: fe8849e1-5b32-408f-b08d-47026a350d64 {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:41:27.826820 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device fe8849e1-5b32-408f-b08d-47026a350d64 not bound to the agent host dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:41:27.827234 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device f7c47745-3a8f-4ab9-855a-5e642ff67f46 no longer exists at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:41:27.833248 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.services.segments.db [None req-68dccb8d-8b48-41c3-b618-2e08c75c81d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a8318c-3a52-454c-b8ec-bdaba678f9cd']}} {{(pid=184192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:27.842878 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.services.segments.db [None req-68dccb8d-8b48-41c3-b618-2e08c75c81d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53813302-8840-4184-9051-c418a0ae5321') {'for_net_delete': True} {{(pid=184192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:27.843169 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.services.segments.db [None req-68dccb8d-8b48-41c3-b618-2e08c75c81d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53813302-8840-4184-9051-c418a0ae5321') {} {{(pid=184192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:27.852211 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-68dccb8d-8b48-41c3-b618-2e08c75c81d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785855709862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4837894'] for segment, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:27.853750 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] No Port match for: f7c47745-3a8f-4ab9-855a-5e642ff67f46 {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:41:27.854099 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device f7c47745-3a8f-4ab9-855a-5e642ff67f46 not bound to the agent host dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:41:27.854503 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device e29bc916-fa49-4e08-8765-2d5283b02e45 no longer exists at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:41:27.865093 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-68dccb8d-8b48-41c3-b618-2e08c75c81d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:27.870804 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68dccb8d-8b48-41c3-b618-2e08c75c81d1 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=184192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:41:27.876357 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-68dccb8d-8b48-41c3-b618-2e08c75c81d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5166354'] for segment, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:27.876357 dv-cinder-810035-1-iscsi neutron-server[184192]: Traceback (most recent call last): Sep 21 16:41:27.876357 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 16:41:27.876357 dv-cinder-810035-1-iscsi neutron-server[184192]: timer() Sep 21 16:41:27.876357 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 16:41:27.876357 dv-cinder-810035-1-iscsi neutron-server[184192]: cb(*args, **kw) Sep 21 16:41:27.876357 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 16:41:27.876357 dv-cinder-810035-1-iscsi neutron-server[184192]: return func(*args, **kwargs) Sep 21 16:41:27.876357 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 16:41:27.876357 dv-cinder-810035-1-iscsi neutron-server[184192]: self._notify() Sep 21 16:41:27.876357 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 16:41:27.876357 dv-cinder-810035-1-iscsi neutron-server[184192]: self.callback(batched_events) Sep 21 16:41:27.876357 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 16:41:27.876357 dv-cinder-810035-1-iscsi neutron-server[184192]: event.method(event) Sep 21 16:41:27.876357 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 16:41:27.876357 dv-cinder-810035-1-iscsi neutron-server[184192]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 16:41:27.876357 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 16:41:27.876357 dv-cinder-810035-1-iscsi neutron-server[184192]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 16:41:27.876357 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 16:41:27.876357 dv-cinder-810035-1-iscsi neutron-server[184192]: return f(self, *a, **k) Sep 21 16:41:27.876357 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 16:41:27.876357 dv-cinder-810035-1-iscsi neutron-server[184192]: return self._get(url).json() Sep 21 16:41:27.876357 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 16:41:27.876357 dv-cinder-810035-1-iscsi neutron-server[184192]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 16:41:27.876357 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 16:41:27.876357 dv-cinder-810035-1-iscsi neutron-server[184192]: return self.request(url, 'GET', **kwargs) Sep 21 16:41:27.876357 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 16:41:27.876357 dv-cinder-810035-1-iscsi neutron-server[184192]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 16:41:27.876357 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 16:41:27.876357 dv-cinder-810035-1-iscsi neutron-server[184192]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 16:41:27.876357 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 16:41:27.876357 dv-cinder-810035-1-iscsi neutron-server[184192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 16:41:27.876357 dv-cinder-810035-1-iscsi neutron-server[184192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 16:41:27.878773 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] No Port match for: e29bc916-fa49-4e08-8765-2d5283b02e45 {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:41:27.878773 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device e29bc916-fa49-4e08-8765-2d5283b02e45 not bound to the agent host dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:41:27.894211 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-0302d453-0642-4957-b2fc-43b739b093cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121'] for port, after_delete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:27.921924 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302d453-0642-4957-b2fc-43b739b093cf None None] Pushing event deleted for resources: {'Port': ['ID=e29bc916-fa49-4e08-8765-2d5283b02e45,revision_number=None']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:27.926156 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0302d453-0642-4957-b2fc-43b739b093cf None None] No DVR routers for this DVR port e29bc916-fa49-4e08-8765-2d5283b02e45 on host dv-cinder-810035-1-iscsi {{(pid=184193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:41:27.932507 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302d453-0642-4957-b2fc-43b739b093cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:27.935790 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302d453-0642-4957-b2fc-43b739b093cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:27.935790 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302d453-0642-4957-b2fc-43b739b093cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:27.935790 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302d453-0642-4957-b2fc-43b739b093cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:27.935790 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302d453-0642-4957-b2fc-43b739b093cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:27.935790 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302d453-0642-4957-b2fc-43b739b093cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:27.935790 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302d453-0642-4957-b2fc-43b739b093cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:27.935790 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302d453-0642-4957-b2fc-43b739b093cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:27.935790 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302d453-0642-4957-b2fc-43b739b093cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:27.936608 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302d453-0642-4957-b2fc-43b739b093cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:27.936608 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302d453-0642-4957-b2fc-43b739b093cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:27.936608 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302d453-0642-4957-b2fc-43b739b093cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810035-1-iscsi {{(pid=184193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 16:41:27.997656 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-68dccb8d-8b48-41c3-b618-2e08c75c81d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615424'] for network, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:28.003125 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-68dccb8d-8b48-41c3-b618-2e08c75c81d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:28.004966 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-68dccb8d-8b48-41c3-b618-2e08c75c81d1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/84a8318c-3a52-454c-b8ec-bdaba678f9cd HTTP/1.1" status: 204 len: 168 time: 0.6916285 Sep 21 16:41:28.007969 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 40296) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:41:28.016106 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dccb8d-8b48-41c3-b618-2e08c75c81d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=84a8318c-3a52-454c-b8ec-bdaba678f9cd,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:28.347790 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6846e3c4-5b01-4e12-a329-c9ca5fd13381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-616722'] for router_interface, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:28.587334 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-6846e3c4-5b01-4e12-a329-c9ca5fd13381 admin admin] Deleting port 24070141-5562-4e8b-8ff8-df1f6cd9f26b {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:41:28.587697 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6846e3c4-5b01-4e12-a329-c9ca5fd13381 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:28.663267 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [None req-6846e3c4-5b01-4e12-a329-c9ca5fd13381 admin admin] For port 24070141-5562-4e8b-8ff8-df1f6cd9f26b, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=24070141-5562-4e8b-8ff8-df1f6cd9f26b,segment=NetworkSegment(c78f1a22-adfa-402c-9d3c-ba6147de74ec),segment_id=c78f1a22-adfa-402c-9d3c-ba6147de74ec)] {{(pid=184191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:41:28.663571 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6846e3c4-5b01-4e12-a329-c9ca5fd13381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:28.676047 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-6846e3c4-5b01-4e12-a329-c9ca5fd13381 admin admin] Calling delete_port for 24070141-5562-4e8b-8ff8-df1f6cd9f26b owned by network:router_interface {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:41:28.905337 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6846e3c4-5b01-4e12-a329-c9ca5fd13381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:28.931105 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846e3c4-5b01-4e12-a329-c9ca5fd13381 admin admin] Pushing event deleted for resources: {'Port': ['ID=24070141-5562-4e8b-8ff8-df1f6cd9f26b,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:29.337633 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-6846e3c4-5b01-4e12-a329-c9ca5fd13381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615586'] for router_interface, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:29.545057 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6846e3c4-5b01-4e12-a329-c9ca5fd13381 admin admin] Router a9525a03-8540-4d78-ab3e-89981c7169de has already been hosted by L3 agent cfe38338-b4fd-418f-8925-d9a6db06d6f8 {{(pid=184191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 16:41:29.649205 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6846e3c4-5b01-4e12-a329-c9ca5fd13381 admin admin] Notify agent at l3_agent.dv-cinder-810035-1-iscsi the message routers_updated {{(pid=184191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 16:41:29.654041 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-6846e3c4-5b01-4e12-a329-c9ca5fd13381 admin admin] 10.222.0.41 "PUT /v2.0/routers/a9525a03-8540-4d78-ab3e-89981c7169de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6450257 Sep 21 16:41:29.656732 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 40298) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:41:29.657641 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17c7e7a-bd03-4171-9d96-8dff83ca35bb None None] Sync routers for ids ['a9525a03-8540-4d78-ab3e-89981c7169de'] in dv-cinder-810035-1-iscsi {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 16:41:29.666791 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17c7e7a-bd03-4171-9d96-8dff83ca35bb None None] Routers {'a9525a03-8540-4d78-ab3e-89981c7169de'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:41:29.667369 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-b17c7e7a-bd03-4171-9d96-8dff83ca35bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:41:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['a9525a03-8540-4d78-ab3e-89981c7169de'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:29.762642 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9b2f3a93-1954-4fd9-9065-921bd5c84348 admin admin] Notify callbacks [] for router, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:29.775086 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-b17c7e7a-bd03-4171-9d96-8dff83ca35bb None None] Set router a9525a03-8540-4d78-ab3e-89981c7169de gateway port host: dv-cinder-810035-1-iscsi {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:41:29.865076 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9b2f3a93-1954-4fd9-9065-921bd5c84348 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:29.953264 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-b17c7e7a-bd03-4171-9d96-8dff83ca35bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9525a03-8540-4d78-ab3e-89981c7169de', 'name': 'tempest-TestVolumeBootPattern-1836562147-router', 'tenant_id': 'df3815123dd449c6aad5493267a17fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'external_fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '811e5c2d-4905-4841-ab46-3639ef6f3f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:30Z', 'updated_at': '2021-09-21T16:41:28Z', 'revision_number': 5, 'project_id': 'df3815123dd449c6aad5493267a17fef', 'gw_port': {'id': '811e5c2d-4905-4841-ab46-3639ef6f3f31', 'name': '', 'network_id': '72679c7d-9bce-4a4a-9509-1e8f9e1d8844', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9525a03-8540-4d78-ab3e-89981c7169de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810035-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T16:32:31Z', 'updated_at': '2021-09-21T16:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b489826c-59d7-499a-88a6-c55f1856fec4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810035-1-iscsi'}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:29.979867 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17c7e7a-bd03-4171-9d96-8dff83ca35bb None None] Checking router: a9525a03-8540-4d78-ab3e-89981c7169de for host: dv-cinder-810035-1-iscsi {{(pid=184194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 16:41:29.984320 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-9b2f3a93-1954-4fd9-9065-921bd5c84348 admin admin] Deleting port 811e5c2d-4905-4841-ab46-3639ef6f3f31 {{(pid=184191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:41:29.988831 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9b2f3a93-1954-4fd9-9065-921bd5c84348 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:29.989131 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17c7e7a-bd03-4171-9d96-8dff83ca35bb None None] Routers {'a9525a03-8540-4d78-ab3e-89981c7169de'} bound to L3 agent in host dv-cinder-810035-1-iscsi {{(pid=184194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 16:41:29.989742 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-b17c7e7a-bd03-4171-9d96-8dff83ca35bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810035-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T16:13:44Z,description=,heartbeat_timestamp=2021-09-21T16:41:14Z,host='dv-cinder-810035-1-iscsi',id=cfe38338-b4fd-418f-8925-d9a6db06d6f8,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T16:13:45Z,topic='l3_agent')) {'router_ids': ['a9525a03-8540-4d78-ab3e-89981c7169de'], 'active': True} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:30.064183 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.db [None req-9b2f3a93-1954-4fd9-9065-921bd5c84348 admin admin] For port 811e5c2d-4905-4841-ab46-3639ef6f3f31, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=811e5c2d-4905-4841-ab46-3639ef6f3f31,segment=NetworkSegment(20491f07-cf61-416d-8708-a00434b2d30f),segment_id=20491f07-cf61-416d-8708-a00434b2d30f)] {{(pid=184191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:41:30.064544 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9b2f3a93-1954-4fd9-9065-921bd5c84348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:30.075783 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_dvr_db [None req-b17c7e7a-bd03-4171-9d96-8dff83ca35bb None None] Set router a9525a03-8540-4d78-ab3e-89981c7169de gateway port host: None {{(pid=184194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 16:41:30.077158 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.plugins.ml2.plugin [None req-9b2f3a93-1954-4fd9-9065-921bd5c84348 admin admin] Calling delete_port for 811e5c2d-4905-4841-ab46-3639ef6f3f31 owned by network:router_gateway {{(pid=184191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:41:30.128695 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.l3_hamode_db [None req-b17c7e7a-bd03-4171-9d96-8dff83ca35bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9525a03-8540-4d78-ab3e-89981c7169de', 'name': 'tempest-TestVolumeBootPattern-1836562147-router', 'tenant_id': 'df3815123dd449c6aad5493267a17fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:30Z', 'updated_at': '2021-09-21T16:41:29Z', 'revision_number': 6, 'project_id': 'df3815123dd449c6aad5493267a17fef', 'gw_port_host': None}], 'dv-cinder-810035-1-iscsi', False) {} {{(pid=184194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:30.154574 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17c7e7a-bd03-4171-9d96-8dff83ca35bb None None] The sync data for ids ['a9525a03-8540-4d78-ab3e-89981c7169de'] in dv-cinder-810035-1-iscsi is: [{'id': 'a9525a03-8540-4d78-ab3e-89981c7169de', 'name': 'tempest-TestVolumeBootPattern-1836562147-router', 'tenant_id': 'df3815123dd449c6aad5493267a17fef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T16:32:30Z', 'updated_at': '2021-09-21T16:41:29Z', 'revision_number': 6, 'project_id': 'df3815123dd449c6aad5493267a17fef', 'gw_port_host': None}] {{(pid=184194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 16:41:30.305304 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9b2f3a93-1954-4fd9-9065-921bd5c84348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4479032'] for port, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:30.334358 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f3a93-1954-4fd9-9065-921bd5c84348 admin admin] Pushing event deleted for resources: {'Port': ['ID=811e5c2d-4905-4841-ab46-3639ef6f3f31,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:30.392699 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9b2f3a93-1954-4fd9-9065-921bd5c84348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615524'] for router_gateway, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:30.489590 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9b2f3a93-1954-4fd9-9065-921bd5c84348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-685'] for router, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:30.491817 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9b2f3a93-1954-4fd9-9065-921bd5c84348 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:30.608110 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9b2f3a93-1954-4fd9-9065-921bd5c84348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-612814'] for router, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:30.608644 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2f3a93-1954-4fd9-9065-921bd5c84348 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9525a03-8540-4d78-ab3e-89981c7169de {{(pid=184191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 16:41:30.612840 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9b2f3a93-1954-4fd9-9065-921bd5c84348 admin admin] Notify callbacks [] for router, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:30.613984 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-9b2f3a93-1954-4fd9-9065-921bd5c84348 admin admin] 10.222.0.41 "DELETE /v2.0/routers/a9525a03-8540-4d78-ab3e-89981c7169de HTTP/1.1" status: 204 len: 168 time: 0.9563439 Sep 21 16:41:30.616542 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 40300) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:41:30.664160 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e51e458-fd9e-40dc-bc9d-7ff49f1d3527 admin admin] Deleting subnet aeb33647-7594-4ee9-96db-516fb8fe65f3 {{(pid=184191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 16:41:30.667185 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-5e51e458-fd9e-40dc-bc9d-7ff49f1d3527 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:30.701078 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-5e51e458-fd9e-40dc-bc9d-7ff49f1d3527 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4896998'] for subnet, precommit_delete_associations {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:30.779277 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-5e51e458-fd9e-40dc-bc9d-7ff49f1d3527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1636446'] for subnet, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:30.911594 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-5e51e458-fd9e-40dc-bc9d-7ff49f1d3527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1636425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4478999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4674029'] for subnet, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:30.936238 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51e458-fd9e-40dc-bc9d-7ff49f1d3527 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeb33647-7594-4ee9-96db-516fb8fe65f3,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:30.942120 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-5e51e458-fd9e-40dc-bc9d-7ff49f1d3527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for subnet, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:30.944440 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-5e51e458-fd9e-40dc-bc9d-7ff49f1d3527 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/aeb33647-7594-4ee9-96db-516fb8fe65f3 HTTP/1.1" status: 204 len: 168 time: 0.3269472 Sep 21 16:41:30.947160 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 40302) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:41:30.950146 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c97f6e-4aaf-4121-906e-a2d5e1fe308a None None] Network bbc7efee-1075-457e-b663-b139190bfcd5 requested from dv-cinder-810035-1-iscsi {{(pid=184193) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 16:41:31.018560 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-58c2a169-796f-444e-8271-349b08853dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1604015'] for network, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:31.070967 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [None req-58c2a169-796f-444e-8271-349b08853dd4 admin admin] Deleting port d044fe0a-01ea-44c7-8e1f-fc182ae97f2c {{(pid=184192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:41:31.071310 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-58c2a169-796f-444e-8271-349b08853dd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:31.134421 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd2af92-19c3-4bc4-85b4-8dd9cc6cd0e7 None None] DHCP port deletion for bbc7efee-1075-457e-b663-b139190bfcd5 request from dv-cinder-810035-1-iscsi {{(pid=184193) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 16:41:31.141198 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.db [None req-58c2a169-796f-444e-8271-349b08853dd4 admin admin] For port d044fe0a-01ea-44c7-8e1f-fc182ae97f2c, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=d044fe0a-01ea-44c7-8e1f-fc182ae97f2c,segment=NetworkSegment(c78f1a22-adfa-402c-9d3c-ba6147de74ec),segment_id=c78f1a22-adfa-402c-9d3c-ba6147de74ec)] {{(pid=184192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:41:31.141565 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-58c2a169-796f-444e-8271-349b08853dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:31.155369 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.plugin [None req-58c2a169-796f-444e-8271-349b08853dd4 admin admin] Calling delete_port for d044fe0a-01ea-44c7-8e1f-fc182ae97f2c owned by network:dhcp {{(pid=184192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:41:31.187586 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-9cd2af92-19c3-4bc4-85b4-8dd9cc6cd0e7 None None] Deleting port d044fe0a-01ea-44c7-8e1f-fc182ae97f2c {{(pid=184193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 16:41:31.187962 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-9cd2af92-19c3-4bc4-85b4-8dd9cc6cd0e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785855660593'] for port, before_delete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:31.249879 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.db [None req-9cd2af92-19c3-4bc4-85b4-8dd9cc6cd0e7 None None] For port d044fe0a-01ea-44c7-8e1f-fc182ae97f2c, host dv-cinder-810035-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810035-1-iscsi',level=0,port_id=d044fe0a-01ea-44c7-8e1f-fc182ae97f2c,segment=NetworkSegment(c78f1a22-adfa-402c-9d3c-ba6147de74ec),segment_id=c78f1a22-adfa-402c-9d3c-ba6147de74ec)] {{(pid=184193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 16:41:31.250268 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-9cd2af92-19c3-4bc4-85b4-8dd9cc6cd0e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620378'] for port, precommit_delete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:31.262763 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-9cd2af92-19c3-4bc4-85b4-8dd9cc6cd0e7 None None] Calling delete_port for d044fe0a-01ea-44c7-8e1f-fc182ae97f2c owned by network:dhcp {{(pid=184193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 16:41:31.270868 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-58c2a169-796f-444e-8271-349b08853dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5165539'] for port, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:31.301421 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2a169-796f-444e-8271-349b08853dd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d044fe0a-01ea-44c7-8e1f-fc182ae97f2c,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:31.303243 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c2a169-796f-444e-8271-349b08853dd4 admin admin] No DVR routers for this DVR port d044fe0a-01ea-44c7-8e1f-fc182ae97f2c on host dv-cinder-810035-1-iscsi {{(pid=184192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:41:31.345001 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-9cd2af92-19c3-4bc4-85b4-8dd9cc6cd0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1829039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785855665143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785855133121'] for port, after_delete {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:31.371485 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2af92-19c3-4bc4-85b4-8dd9cc6cd0e7 None None] Pushing event deleted for resources: {'Port': ['ID=d044fe0a-01ea-44c7-8e1f-fc182ae97f2c,revision_number=None']} {{(pid=184193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:31.373315 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd2af92-19c3-4bc4-85b4-8dd9cc6cd0e7 None None] No DVR routers for this DVR port d044fe0a-01ea-44c7-8e1f-fc182ae97f2c on host dv-cinder-810035-1-iscsi {{(pid=184193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 16:41:31.373743 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-58c2a169-796f-444e-8271-349b08853dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635289', 'neutron.services.segments.db._delete_segments_for_network-8785855709341'] for network, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:31.394876 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.services.segments.db [None req-58c2a169-796f-444e-8271-349b08853dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc7efee-1075-457e-b663-b139190bfcd5']}} {{(pid=184192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:31.405148 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.services.segments.db [None req-58c2a169-796f-444e-8271-349b08853dd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c78f1a22-adfa-402c-9d3c-ba6147de74ec') {'for_net_delete': True} {{(pid=184192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:31.405440 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.services.segments.db [None req-58c2a169-796f-444e-8271-349b08853dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c78f1a22-adfa-402c-9d3c-ba6147de74ec') {} {{(pid=184192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 16:41:31.418243 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-58c2a169-796f-444e-8271-349b08853dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785855709862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4837894'] for segment, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:31.430884 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-58c2a169-796f-444e-8271-349b08853dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067'] for segment, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:31.436598 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c2a169-796f-444e-8271-349b08853dd4 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=184192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 16:41:31.436975 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-58c2a169-796f-444e-8271-349b08853dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5166354'] for segment, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:31.438564 dv-cinder-810035-1-iscsi neutron-server[184192]: Traceback (most recent call last): Sep 21 16:41:31.438564 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 16:41:31.438564 dv-cinder-810035-1-iscsi neutron-server[184192]: timer() Sep 21 16:41:31.438564 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 16:41:31.438564 dv-cinder-810035-1-iscsi neutron-server[184192]: cb(*args, **kw) Sep 21 16:41:31.438564 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 16:41:31.438564 dv-cinder-810035-1-iscsi neutron-server[184192]: return func(*args, **kwargs) Sep 21 16:41:31.438564 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 16:41:31.438564 dv-cinder-810035-1-iscsi neutron-server[184192]: self._notify() Sep 21 16:41:31.438564 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 16:41:31.438564 dv-cinder-810035-1-iscsi neutron-server[184192]: self.callback(batched_events) Sep 21 16:41:31.438564 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 16:41:31.438564 dv-cinder-810035-1-iscsi neutron-server[184192]: event.method(event) Sep 21 16:41:31.438564 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 16:41:31.438564 dv-cinder-810035-1-iscsi neutron-server[184192]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 16:41:31.438564 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 16:41:31.438564 dv-cinder-810035-1-iscsi neutron-server[184192]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 16:41:31.438564 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 16:41:31.438564 dv-cinder-810035-1-iscsi neutron-server[184192]: return f(self, *a, **k) Sep 21 16:41:31.438564 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 16:41:31.438564 dv-cinder-810035-1-iscsi neutron-server[184192]: return self._get(url).json() Sep 21 16:41:31.438564 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 16:41:31.438564 dv-cinder-810035-1-iscsi neutron-server[184192]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 16:41:31.438564 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 16:41:31.438564 dv-cinder-810035-1-iscsi neutron-server[184192]: return self.request(url, 'GET', **kwargs) Sep 21 16:41:31.438564 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 16:41:31.438564 dv-cinder-810035-1-iscsi neutron-server[184192]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 16:41:31.438564 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 16:41:31.438564 dv-cinder-810035-1-iscsi neutron-server[184192]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 16:41:31.438564 dv-cinder-810035-1-iscsi neutron-server[184192]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 16:41:31.438564 dv-cinder-810035-1-iscsi neutron-server[184192]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 16:41:31.438564 dv-cinder-810035-1-iscsi neutron-server[184192]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 16:41:31.562754 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-58c2a169-796f-444e-8271-349b08853dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-814860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-615424'] for network, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:31.568549 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-58c2a169-796f-444e-8271-349b08853dd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553761'] for network, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:31.570386 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-58c2a169-796f-444e-8271-349b08853dd4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/bbc7efee-1075-457e-b663-b139190bfcd5 HTTP/1.1" status: 204 len: 168 time: 0.6216331 Sep 21 16:41:31.581392 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2a169-796f-444e-8271-349b08853dd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbc7efee-1075-457e-b663-b139190bfcd5,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:31.720299 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 811e5c2d-4905-4841-ab46-3639ef6f3f31 no longer exists at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:41:31.740208 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] No Port match for: 811e5c2d-4905-4841-ab46-3639ef6f3f31 {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:41:31.740566 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 811e5c2d-4905-4841-ab46-3639ef6f3f31 not bound to the agent host dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:41:31.740979 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 24070141-5562-4e8b-8ff8-df1f6cd9f26b no longer exists at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:41:31.760616 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] No Port match for: 24070141-5562-4e8b-8ff8-df1f6cd9f26b {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:41:31.760954 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device 24070141-5562-4e8b-8ff8-df1f6cd9f26b not bound to the agent host dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:41:31.761480 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device d044fe0a-01ea-44c7-8e1f-fc182ae97f2c no longer exists at agent ovs-agent-dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 16:41:31.781089 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.plugin [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] No Port match for: d044fe0a-01ea-44c7-8e1f-fc182ae97f2c {{(pid=184193) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 16:41:31.781429 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron.plugins.ml2.rpc [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Device d044fe0a-01ea-44c7-8e1f-fc182ae97f2c not bound to the agent host dv-cinder-810035-1-iscsi {{(pid=184193) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 16:41:31.871928 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 40306) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:41:31.910302 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-20225208-adee-4307-8035-09a1f22e8ae4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6043226e82394816af874014d2a2bf84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372756 Sep 21 16:41:31.912756 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.wsgi [-] (184192) accepted ('10.222.0.41', 40308) {{(pid=184192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:41:31.959466 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4bfbf96f-253a-451c-a8bc-9c417b1c6fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:31.984263 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4bfbf96f-253a-451c-a8bc-9c417b1c6fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:32.071026 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4bfbf96f-253a-451c-a8bc-9c417b1c6fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:32.073745 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron_lib.callbacks.manager [None req-4bfbf96f-253a-451c-a8bc-9c417b1c6fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=184192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:32.074917 dv-cinder-810035-1-iscsi neutron-server[184192]: INFO neutron.wsgi [None req-4bfbf96f-253a-451c-a8bc-9c417b1c6fad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/384f554a-f551-4653-b697-b9e0bd8f2bed HTTP/1.1" status: 204 len: 168 time: 0.1612730 Sep 21 16:41:32.082613 dv-cinder-810035-1-iscsi neutron-server[184192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfbf96f-253a-451c-a8bc-9c417b1c6fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384f554a-f551-4653-b697-b9e0bd8f2bed,revision_number=None']} {{(pid=184192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:32.659487 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 40314) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:41:32.698311 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-dac7db3f-213d-4ad8-84c8-f26d3d968cd3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=df3815123dd449c6aad5493267a17fef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377102 Sep 21 16:41:32.701284 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.wsgi [-] (184191) accepted ('10.222.0.41', 40316) {{(pid=184191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 16:41:32.746916 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9f79bc4d-e855-4292-86c0-fe0844f9778e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:32.767180 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9f79bc4d-e855-4292-86c0-fe0844f9778e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:32.859986 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9f79bc4d-e855-4292-86c0-fe0844f9778e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-812767'] for security_group, after_delete {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:32.862656 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron_lib.callbacks.manager [None req-9f79bc4d-e855-4292-86c0-fe0844f9778e admin admin] Notify callbacks [] for security_group, before_response {{(pid=184191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:32.863846 dv-cinder-810035-1-iscsi neutron-server[184191]: INFO neutron.wsgi [None req-9f79bc4d-e855-4292-86c0-fe0844f9778e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/41523db2-d36d-4b41-ae05-caffbba5c382 HTTP/1.1" status: 204 len: 168 time: 0.1616457 Sep 21 16:41:32.872056 dv-cinder-810035-1-iscsi neutron-server[184191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79bc4d-e855-4292-86c0-fe0844f9778e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41523db2-d36d-4b41-ae05-caffbba5c382,revision_number=None']} {{(pid=184191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 16:41:39.299508 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:41.819773 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-08f02f3c-ae2b-4d6a-8f59-d16ecda3b89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:44.356547 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-4aa69690-f59b-4267-b856-3e1a7a0f8dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:44.830796 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:45.676697 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:41:46.811997 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:41:47.458629 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:42:09.328402 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:42:11.819399 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb2af-0ede-4a33-814c-7d7e0e407825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:42:14.379198 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-5094076f-fbec-4d5b-82cb-1f1830a1efa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:42:14.864835 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:42:15.682229 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:42:17.464558 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:42:23.813020 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:42:39.343661 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:42:41.807897 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-e66ccd4d-8335-40e1-abc6-d4f2926bc3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:42:44.343542 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-e2abce92-ccf3-46be-a865-6114438c4253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:42:44.829248 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:42:45.681601 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:42:47.470473 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:00.813185 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:43:09.395946 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:11.837588 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-1c4a3dc3-3446-4b57-9b97-21e8ae4e9e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:14.344222 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-285f8c4f-5781-4b47-a248-a4dfd18d44fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:14.875456 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:15.686990 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:17.463695 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:37.812784 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:43:39.400992 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:41.783284 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-515cc86e-4bad-4cff-ad16-a7bddb48e8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:44.349350 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-71e27187-895d-419f-ac2f-982c931b53cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:44.869262 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:45.709940 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:43:47.463882 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:09.337606 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:11.834592 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a8c67bda-0abf-44f1-a389-749b19426416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:14.366214 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-f56ffffb-dc30-42b4-aaca-f7758a6474d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:14.812300 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:44:14.919953 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:15.708823 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:17.468766 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:39.343322 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:41.851102 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-dd4dade3-8809-4e04-90e0-1147559b21de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:44.353690 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-20ae6fc5-81a1-45e7-8611-3da687a2eccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:44.851153 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:45.674004 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:47.468247 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:44:51.812612 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:45:09.353742 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:45:11.787806 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-300cf2a4-6b6b-41cc-97d5-4606c64557a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:45:14.371425 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-721647a9-1bd4-498b-9de8-43424e209974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:45:14.840170 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:45:15.719556 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:45:17.497031 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:45:28.812769 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:45:39.376182 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:45:41.793288 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-301507f1-5e83-4979-bffc-9e12129643db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:45:44.342378 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-fd4fb3f0-c4f4-4cf3-9e1a-621305cb7728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:45:44.833492 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:45:45.707752 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:45:47.490051 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:46:05.812693 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:46:09.398734 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:46:11.810513 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-153b4c2a-6e33-4098-8444-e82f5b136180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:46:14.393002 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-4f6a64c9-0d18-4bdc-b200-c316e24d5c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:46:14.855966 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:46:15.735728 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:46:17.535745 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:46:39.404029 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-a79f6078-3688-4a80-b09c-04a7ad0df436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:46:41.872611 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-ced0a270-dcf6-44ac-a4a4-cc3865ac1581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:46:42.811842 dv-cinder-810035-1-iscsi neutron-server[184194]: DEBUG neutron.db.agents_db [None req-3f448cb7-f6bc-4a5e-88bf-ab14badc3c1d None None] Agent healthcheck: found 6 active agents {{(pid=184194) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 16:46:44.340627 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-3c50e708-9a47-4a48-b553-671a26cc1791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:46:44.861329 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-b785d7fc-87b1-46b4-8e75-70d64e6eba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:46:45.705979 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-843e6478-098d-4af1-be63-10fa94e1a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 16:46:47.506793 dv-cinder-810035-1-iscsi neutron-server[184193]: DEBUG neutron_lib.callbacks.manager [None req-121943a3-3376-4246-bb1f-87cb5f3944be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785855709323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1772505'] for agent, after_update {{(pid=184193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}